2024-12-01 14:17:53,517 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-12-01 14:17:53,576 main DEBUG Took 0.056015 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 14:17:53,579 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 14:17:53,579 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 14:17:53,582 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 14:17:53,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,595 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 14:17:53,614 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,618 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,619 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,620 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,622 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,623 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,624 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,625 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,628 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:17:53,629 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,629 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 14:17:53,632 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:17:53,634 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 14:17:53,637 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 14:17:53,638 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 14:17:53,639 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 14:17:53,640 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 14:17:53,652 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 14:17:53,655 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 14:17:53,658 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 14:17:53,658 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 14:17:53,659 main DEBUG createAppenders(={Console}) 2024-12-01 14:17:53,660 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-12-01 14:17:53,660 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-12-01 14:17:53,661 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-12-01 14:17:53,662 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 14:17:53,662 main DEBUG OutputStream closed 2024-12-01 14:17:53,662 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 14:17:53,663 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 14:17:53,663 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-12-01 14:17:53,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 14:17:53,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 14:17:53,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 14:17:53,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 14:17:53,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 14:17:53,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 14:17:53,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 14:17:53,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 14:17:53,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 14:17:53,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 14:17:53,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 14:17:53,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 14:17:53,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 14:17:53,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 14:17:53,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 14:17:53,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 14:17:53,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 14:17:53,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 14:17:53,803 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 14:17:53,804 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-12-01 14:17:53,805 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 14:17:53,805 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-12-01T14:17:53,824 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-01 14:17:53,828 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 14:17:53,828 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T14:17:53,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=990, ProcessCount=11, AvailableMemoryMB=5469 2024-12-01T14:17:54,335 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-01T14:17:54,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0 2024-12-01T14:17:54,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a, deleteOnExit=true 2024-12-01T14:17:54,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/zookeeper_0, clientPort=57655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:17:54,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57655 2024-12-01T14:17:54,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:17:54,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:17:54,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/test.cache.data in system properties and HBase conf 2024-12-01T14:17:54,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:17:54,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:17:54,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:17:54,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:17:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:17:54,935 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T14:17:55,063 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:17:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:17:55,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:17:55,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:17:55,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:17:55,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:17:55,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:17:55,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:17:55,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:17:55,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:17:55,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:17:55,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:17:55,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:17:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:17:55,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:17:56,868 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T14:17:56,991 INFO [Time-limited test {}] log.Log(170): Logging initialized @4658ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T14:17:57,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:17:57,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:17:57,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:17:57,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:17:57,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:17:57,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:17:57,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:17:57,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:17:57,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/java.io.tmpdir/jetty-localhost-33027-hadoop-hdfs-3_4_1-tests_jar-_-any-10562687720384205678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:17:57,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:33027} 2024-12-01T14:17:57,538 INFO [Time-limited test {}] server.Server(415): Started @5205ms 2024-12-01T14:17:58,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:17:58,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:17:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:17:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:17:58,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:17:58,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:17:58,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:17:58,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/java.io.tmpdir/jetty-localhost-41297-hadoop-hdfs-3_4_1-tests_jar-_-any-12589552826043937706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:17:58,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:41297} 2024-12-01T14:17:58,445 INFO [Time-limited test {}] server.Server(415): Started @6112ms 2024-12-01T14:17:58,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:17:59,847 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/data/data2/current/BP-432803074-172.17.0.3-1733062675920/current, will proceed with Du for space computation calculation, 2024-12-01T14:17:59,848 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/data/data1/current/BP-432803074-172.17.0.3-1733062675920/current, will proceed with Du for space computation calculation, 2024-12-01T14:17:59,908 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:17:59,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x251b89cfd560187a with lease ID 0x28a6b9b41ff3748: Processing first storage report for DS-a3b4a158-3449-47a4-8eb3-58f85c269d11 from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=ee992362-f260-48fb-a611-380c2de3ea60, infoPort=39455, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=977793425;c=1733062675920) 2024-12-01T14:17:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x251b89cfd560187a with lease ID 0x28a6b9b41ff3748: from storage DS-a3b4a158-3449-47a4-8eb3-58f85c269d11 node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=ee992362-f260-48fb-a611-380c2de3ea60, infoPort=39455, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=977793425;c=1733062675920), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-01T14:17:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x251b89cfd560187a with lease ID 0x28a6b9b41ff3748: Processing first storage report for DS-64b00690-3810-4e3f-bfdf-cd84ee3ae3e0 from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=ee992362-f260-48fb-a611-380c2de3ea60, infoPort=39455, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=977793425;c=1733062675920) 2024-12-01T14:17:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x251b89cfd560187a with lease ID 0x28a6b9b41ff3748: from storage DS-64b00690-3810-4e3f-bfdf-cd84ee3ae3e0 node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=ee992362-f260-48fb-a611-380c2de3ea60, infoPort=39455, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=977793425;c=1733062675920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:00,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0 2024-12-01T14:18:00,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:00,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:00,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:18:00,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0 with version=8 2024-12-01T14:18:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/hbase-staging 2024-12-01T14:18:00,845 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T14:18:01,155 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:01,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:01,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:01,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:01,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:01,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:01,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:01,446 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T14:18:01,459 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T14:18:01,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:01,507 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11469 (auto-detected) 2024-12-01T14:18:01,508 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-01T14:18:01,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40827 2024-12-01T14:18:01,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40827 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:01,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408270x0, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:01,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40827-0x1019141c44d0000 connected 2024-12-01T14:18:01,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:01,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:01,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:01,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0, hbase.cluster.distributed=false 2024-12-01T14:18:01,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/acl 2024-12-01T14:18:01,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40827 2024-12-01T14:18:01,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40827 2024-12-01T14:18:01,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40827 2024-12-01T14:18:01,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40827 2024-12-01T14:18:01,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40827 2024-12-01T14:18:02,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:02,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:02,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:02,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:02,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:02,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:02,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:02,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:02,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40855 2024-12-01T14:18:02,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40855 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:02,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:02,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:02,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408550x0, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:02,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408550x0, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:02,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40855-0x1019141c44d0001 connected 2024-12-01T14:18:02,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:02,168 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:02,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/master 2024-12-01T14:18:02,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/acl 2024-12-01T14:18:02,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40855 2024-12-01T14:18:02,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40855 2024-12-01T14:18:02,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40855 2024-12-01T14:18:02,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40855 2024-12-01T14:18:02,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40855 2024-12-01T14:18:02,219 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:40827 2024-12-01T14:18:02,221 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1857377909/backup-masters/57b748500ef9,40827,1733062680938 2024-12-01T14:18:02,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:02,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:02,240 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on existing znode=/0-1857377909/backup-masters/57b748500ef9,40827,1733062680938 2024-12-01T14:18:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:02,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1857377909/master 2024-12-01T14:18:02,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:02,280 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on existing znode=/0-1857377909/master 2024-12-01T14:18:02,282 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1857377909/backup-masters/57b748500ef9,40827,1733062680938 from backup master directory 2024-12-01T14:18:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/backup-masters/57b748500ef9,40827,1733062680938 2024-12-01T14:18:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:02,300 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:02,301 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,40827,1733062680938 2024-12-01T14:18:02,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T14:18:02,312 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T14:18:02,413 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/hbase.id] with ID: 675691ba-2523-4708-bfda-c8810026bd27 2024-12-01T14:18:02,413 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/.tmp/hbase.id 2024-12-01T14:18:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:18:02,834 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/.tmp/hbase.id]:[hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/hbase.id] 2024-12-01T14:18:02,900 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:02,907 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:02,933 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-01T14:18:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:18:03,019 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:03,022 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:03,048 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:18:03,052 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:18:03,109 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store 2024-12-01T14:18:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:18:03,141 INFO [master/57b748500ef9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T14:18:03,145 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:03,147 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:03,147 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:03,147 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:03,149 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:03,149 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:03,150 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:03,151 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062683147Disabling compacts and flushes for region at 1733062683147Disabling writes for close at 1733062683149 (+2 ms)Writing region close event to WAL at 1733062683149Closed at 1733062683149 2024-12-01T14:18:03,153 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/.initializing 2024-12-01T14:18:03,154 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938 2024-12-01T14:18:03,164 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:03,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C40827%2C1733062680938, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:03,210 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938/57b748500ef9%2C40827%2C1733062680938.1733062683186, exclude list is [], retry=0 2024-12-01T14:18:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:03,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T14:18:03,271 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938/57b748500ef9%2C40827%2C1733062680938.1733062683186 2024-12-01T14:18:03,272 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:03,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:03,274 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:03,278 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,279 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:03,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:03,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:03,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:03,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:03,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:03,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:03,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:03,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:03,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:03,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:03,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:03,377 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,384 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,393 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,394 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,399 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:03,402 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:03,407 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:03,409 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64833491, jitterRate=-0.03390569984912872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:03,417 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062683295Initializing all the Stores at 1733062683297 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062683297Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062683298 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062683298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062683299 (+1 ms)Cleaning up temporary data from old regions at 1733062683394 (+95 ms)Region opened successfully at 1733062683417 (+23 ms) 2024-12-01T14:18:03,419 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:03,460 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cafea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:03,494 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:18:03,506 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:03,506 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:03,509 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:03,511 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T14:18:03,518 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-01T14:18:03,518 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:03,547 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:03,558 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:03,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/balancer already deleted, retry=false 2024-12-01T14:18:03,617 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:03,618 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:03,624 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/normalizer already deleted, retry=false 2024-12-01T14:18:03,626 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:03,630 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:03,634 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/switch/split already deleted, retry=false 2024-12-01T14:18:03,636 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:03,645 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/switch/merge already deleted, retry=false 2024-12-01T14:18:03,666 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:03,676 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,40827,1733062680938, sessionid=0x1019141c44d0000, setting cluster-up flag (Was=false) 2024-12-01T14:18:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,750 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1857377909/flush-table-proc/acquired, /0-1857377909/flush-table-proc/reached, /0-1857377909/flush-table-proc/abort 2024-12-01T14:18:03,752 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40827,1733062680938 2024-12-01T14:18:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:03,803 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1857377909/online-snapshot/acquired, /0-1857377909/online-snapshot/reached, /0-1857377909/online-snapshot/abort 2024-12-01T14:18:03,805 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40827,1733062680938 2024-12-01T14:18:03,812 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:18:03,902 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(746): ClusterId : 675691ba-2523-4708-bfda-c8810026bd27 2024-12-01T14:18:03,905 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:03,907 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:03,917 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:03,921 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:03,921 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:03,925 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:03,932 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:03,933 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c90b009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:03,932 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,40827,1733062680938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:03,942 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:03,943 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:03,944 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:03,944 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:03,944 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:03,945 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:03,945 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:03,945 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:03,953 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:40855 2024-12-01T14:18:03,957 INFO [RS:0;57b748500ef9:40855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:03,957 INFO [RS:0;57b748500ef9:40855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:03,957 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:03,961 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40827,1733062680938 with port=40855, startcode=1733062681990 2024-12-01T14:18:03,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:03,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:18:03,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:03,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:18:03,977 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:03,977 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062713977 2024-12-01T14:18:03,979 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:03,980 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:03,984 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:03,985 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:03,986 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:03,986 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:03,987 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:03,993 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:03,995 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:03,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:03,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:04,018 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:04,018 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:04,018 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:04,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:18:04,029 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062684021,5,FailOnTimeoutGroup] 2024-12-01T14:18:04,037 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062684029,5,FailOnTimeoutGroup] 2024-12-01T14:18:04,037 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,038 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:04,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:18:04,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0 2024-12-01T14:18:04,041 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T14:18:04,044 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,046 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:18:04,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:04,070 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T14:18:04,071 WARN [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T14:18:04,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:04,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:04,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:04,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:04,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:04,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:04,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:04,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:04,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:04,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740 2024-12-01T14:18:04,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740 2024-12-01T14:18:04,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:04,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:04,103 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:04,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:04,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:04,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64254575, jitterRate=-0.04253222048282623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062684071Initializing all the Stores at 1733062684073 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062684073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062684073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062684073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062684073Cleaning up temporary data from old regions at 1733062684102 (+29 ms)Region opened successfully at 1733062684117 (+15 ms) 2024-12-01T14:18:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:04,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:04,120 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:04,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062684118Disabling compacts and flushes for region at 1733062684118Disabling writes for close at 1733062684118Writing region close event to WAL at 1733062684120 (+2 ms)Closed at 1733062684120 2024-12-01T14:18:04,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:04,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:18:04,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:04,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:04,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:18:04,172 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40827,1733062680938 with port=40855, startcode=1733062681990 2024-12-01T14:18:04,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,184 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0 2024-12-01T14:18:04,185 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35755 2024-12-01T14:18:04,185 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:04,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/rs 2024-12-01T14:18:04,193 DEBUG [RS:0;57b748500ef9:40855 {}] zookeeper.ZKUtil(111): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on existing znode=/0-1857377909/rs/57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,194 WARN [RS:0;57b748500ef9:40855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:04,194 INFO [RS:0;57b748500ef9:40855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:04,194 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,40855,1733062681990] 2024-12-01T14:18:04,218 INFO [RS:0;57b748500ef9:40855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:04,233 INFO [RS:0;57b748500ef9:40855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:04,238 INFO [RS:0;57b748500ef9:40855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:04,238 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,240 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:04,248 INFO [RS:0;57b748500ef9:40855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:04,250 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,250 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,250 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,251 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,251 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,251 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,251 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:04,252 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,252 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,252 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,252 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,252 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,253 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:04,253 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:04,253 DEBUG [RS:0;57b748500ef9:40855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:04,256 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,257 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,257 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,258 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,258 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,258 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40855,1733062681990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:04,278 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:04,280 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40855,1733062681990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,280 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,280 INFO [RS:0;57b748500ef9:40855 {}] regionserver.Replication(171): 57b748500ef9,40855,1733062681990 started 2024-12-01T14:18:04,296 WARN [57b748500ef9:40827 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:18:04,301 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:04,301 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,40855,1733062681990, RpcServer on 57b748500ef9/172.17.0.3:40855, sessionid=0x1019141c44d0001 2024-12-01T14:18:04,302 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:04,302 DEBUG [RS:0;57b748500ef9:40855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,303 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40855,1733062681990' 2024-12-01T14:18:04,303 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1857377909/flush-table-proc/abort' 2024-12-01T14:18:04,304 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1857377909/flush-table-proc/acquired' 2024-12-01T14:18:04,305 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:04,305 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:04,305 DEBUG [RS:0;57b748500ef9:40855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,305 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40855,1733062681990' 2024-12-01T14:18:04,305 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1857377909/online-snapshot/abort' 2024-12-01T14:18:04,306 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1857377909/online-snapshot/acquired' 2024-12-01T14:18:04,307 DEBUG [RS:0;57b748500ef9:40855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:04,307 INFO [RS:0;57b748500ef9:40855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:04,307 INFO [RS:0;57b748500ef9:40855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:04,414 INFO [RS:0;57b748500ef9:40855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:04,418 INFO [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40855%2C1733062681990, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs, maxLogs=10 2024-12-01T14:18:04,434 DEBUG [RS:0;57b748500ef9:40855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420, exclude list is [], retry=0 2024-12-01T14:18:04,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:04,443 INFO [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 2024-12-01T14:18:04,444 DEBUG [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:04,548 DEBUG [57b748500ef9:40827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:04,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,567 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40855,1733062681990, state=OPENING 2024-12-01T14:18:04,624 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:18:04,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:04,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:04,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:04,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:04,669 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:04,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40855,1733062681990}] 2024-12-01T14:18:04,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:04,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:04,864 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:04,864 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:04,865 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:04,869 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40855%2C1733062681990.meta, suffix=.meta, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs, maxLogs=10 2024-12-01T14:18:04,890 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.meta.1733062684871.meta, exclude list is [], retry=0 2024-12-01T14:18:04,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:04,897 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.meta.1733062684871.meta 2024-12-01T14:18:04,898 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:04,898 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:04,904 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:04,905 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:04,908 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:04,911 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:04,916 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:04,917 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:04,917 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:04,917 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:04,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:04,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:04,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:04,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:04,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:04,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:04,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:04,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:04,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:04,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:04,937 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:04,939 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740 2024-12-01T14:18:04,943 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740 2024-12-01T14:18:04,947 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:04,947 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:04,948 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:04,951 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:04,953 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72540729, jitterRate=0.0809410959482193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:04,954 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:04,956 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062684918Writing region info on filesystem at 1733062684918Initializing all the Stores at 1733062684920 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062684921 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062684922 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062684922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062684922Cleaning up temporary data from old regions at 1733062684947 (+25 ms)Running coprocessor post-open hooks at 1733062684954 (+7 ms)Region opened successfully at 1733062684955 (+1 ms) 2024-12-01T14:18:04,964 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062684839 2024-12-01T14:18:04,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,40855,1733062681990 2024-12-01T14:18:04,980 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:04,980 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:04,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40855,1733062681990, state=OPEN 2024-12-01T14:18:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:05,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:05,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:05,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,40855,1733062681990 2024-12-01T14:18:05,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:18:05,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40855,1733062681990 in 333 msec 2024-12-01T14:18:05,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:18:05,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 880 msec 2024-12-01T14:18:05,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:05,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:18:05,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:05,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40855,1733062681990, seqNum=-1] 2024-12-01T14:18:05,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:05,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:05,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-12-01T14:18:05,092 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062685091, completionTime=-1 2024-12-01T14:18:05,095 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:18:05,095 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:05,128 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:05,128 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062745128 2024-12-01T14:18:05,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062805129 2024-12-01T14:18:05,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-01T14:18:05,133 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40827,1733062680938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,133 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40827,1733062680938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,133 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40827,1733062680938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,135 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:40827, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,136 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,137 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,145 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:18:05,174 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.873sec 2024-12-01T14:18:05,175 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:05,177 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:05,178 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:05,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:05,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:05,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40827,1733062680938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:05,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40827,1733062680938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:05,191 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:05,192 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:05,192 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40827,1733062680938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:05,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd8588c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:05,214 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T14:18:05,214 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T14:18:05,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40827,-1 for getting cluster id 2024-12-01T14:18:05,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:05,232 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675691ba-2523-4708-bfda-c8810026bd27' 2024-12-01T14:18:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:05,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675691ba-2523-4708-bfda-c8810026bd27" 2024-12-01T14:18:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2633dd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40827,-1] 2024-12-01T14:18:05,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:05,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:05,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd12525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:05,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40855,1733062681990, seqNum=-1] 2024-12-01T14:18:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:05,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:05,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,40827,1733062680938 2024-12-01T14:18:05,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:05,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019141c44d0002 connected 2024-12-01T14:18:05,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir so I do NOT create it in target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92 2024-12-01T14:18:05,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:18:05,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.tmp.dir so I do NOT create it in target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92 2024-12-01T14:18:05,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:18:05,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92 2024-12-01T14:18:05,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:18:05,451 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/cluster_5f08996a-8d2d-141c-67e1-c025b114c9e1, deleteOnExit=true 2024-12-01T14:18:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:18:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/test.cache.data in system properties and HBase conf 2024-12-01T14:18:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:18:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:18:05,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:18:05,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:18:05,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:18:05,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:18:05,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:18:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:18:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:18:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:18:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:18:06,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:06,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:06,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:06,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:06,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:18:06,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:06,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808e4ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:06,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b86ed72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:06,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be669fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/java.io.tmpdir/jetty-localhost-40871-hadoop-hdfs-3_4_1-tests_jar-_-any-5058523409476385901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:06,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@af90ee7{HTTP/1.1, (http/1.1)}{localhost:40871} 2024-12-01T14:18:06,247 INFO [Time-limited test {}] server.Server(415): Started @13915ms 2024-12-01T14:18:06,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:06,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:06,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:06,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:06,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:18:06,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2581b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:06,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41a56cb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:06,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34f0202f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/java.io.tmpdir/jetty-localhost-37033-hadoop-hdfs-3_4_1-tests_jar-_-any-2193570864285920629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:06,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea1d478{HTTP/1.1, (http/1.1)}{localhost:37033} 2024-12-01T14:18:06,764 INFO [Time-limited test {}] server.Server(415): Started @14432ms 2024-12-01T14:18:06,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:18:07,553 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/cluster_5f08996a-8d2d-141c-67e1-c025b114c9e1/data/data1/current/BP-1098277826-172.17.0.3-1733062685487/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:07,553 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/cluster_5f08996a-8d2d-141c-67e1-c025b114c9e1/data/data2/current/BP-1098277826-172.17.0.3-1733062685487/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:07,633 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:18:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c1c26ec0e0200f with lease ID 0xde3355ee33345631: Processing first storage report for DS-921efeb2-d4e4-4567-a460-97413e5141ed from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=3e3d0dac-994e-40d1-8385-a5a9dff0ec51, infoPort=44225, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=327577042;c=1733062685487) 2024-12-01T14:18:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c1c26ec0e0200f with lease ID 0xde3355ee33345631: from storage DS-921efeb2-d4e4-4567-a460-97413e5141ed node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=3e3d0dac-994e-40d1-8385-a5a9dff0ec51, infoPort=44225, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=327577042;c=1733062685487), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c1c26ec0e0200f with lease ID 0xde3355ee33345631: Processing first storage report for DS-cd169a4d-5a8e-43a1-9b02-6f69dbddc571 from datanode DatanodeRegistration(127.0.0.1:42975, datanodeUuid=3e3d0dac-994e-40d1-8385-a5a9dff0ec51, infoPort=44225, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=327577042;c=1733062685487) 2024-12-01T14:18:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c1c26ec0e0200f with lease ID 0xde3355ee33345631: from storage DS-cd169a4d-5a8e-43a1-9b02-6f69dbddc571 node DatanodeRegistration(127.0.0.1:42975, datanodeUuid=3e3d0dac-994e-40d1-8385-a5a9dff0ec51, infoPort=44225, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=327577042;c=1733062685487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:07,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92 2024-12-01T14:18:07,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:07,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:18:07,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f with version=8 2024-12-01T14:18:07,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/hbase-staging 2024-12-01T14:18:07,779 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:07,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:07,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:07,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:07,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:07,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:07,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:07,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:07,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33281 2024-12-01T14:18:07,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33281 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:07,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332810x0, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:07,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33281-0x1019141c44d0003 connected 2024-12-01T14:18:07,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:07,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:07,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/running 2024-12-01T14:18:07,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f, hbase.cluster.distributed=false 2024-12-01T14:18:07,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/acl 2024-12-01T14:18:07,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33281 2024-12-01T14:18:07,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33281 2024-12-01T14:18:07,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33281 2024-12-01T14:18:07,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33281 2024-12-01T14:18:07,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33281 2024-12-01T14:18:07,924 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:07,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:07,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:07,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:07,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:07,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:07,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:07,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:07,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39045 2024-12-01T14:18:07,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39045 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:07,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:07,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:07,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390450x0, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:07,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390450x0, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/running 2024-12-01T14:18:07,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:07,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39045-0x1019141c44d0004 connected 2024-12-01T14:18:07,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:07,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/master 2024-12-01T14:18:07,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/acl 2024-12-01T14:18:07,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39045 2024-12-01T14:18:07,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39045 2024-12-01T14:18:07,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39045 2024-12-01T14:18:07,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39045 2024-12-01T14:18:07,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39045 2024-12-01T14:18:08,020 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:33281 2024-12-01T14:18:08,024 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-495912372/backup-masters/57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372/backup-masters 2024-12-01T14:18:08,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372/backup-masters 2024-12-01T14:18:08,093 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on existing znode=/1-495912372/backup-masters/57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-495912372/master 2024-12-01T14:18:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,119 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on existing znode=/1-495912372/master 2024-12-01T14:18:08,120 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-495912372/backup-masters/57b748500ef9,33281,1733062687779 from backup master directory 2024-12-01T14:18:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-495912372/backup-masters/57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372/backup-masters 2024-12-01T14:18:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372/backup-masters 2024-12-01T14:18:08,129 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:08,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,139 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/hbase.id] with ID: 6108016f-6352-4d7e-a9aa-788f54451e1d 2024-12-01T14:18:08,140 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/.tmp/hbase.id 2024-12-01T14:18:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:18:08,157 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/.tmp/hbase.id]:[hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/hbase.id] 2024-12-01T14:18:08,207 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:08,207 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:08,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-01T14:18:08,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:18:08,244 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:08,246 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:08,246 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:18:08,673 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store 2024-12-01T14:18:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:18:08,695 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:08,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:08,696 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:08,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:08,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:08,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:08,696 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:08,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062688696Disabling compacts and flushes for region at 1733062688696Disabling writes for close at 1733062688696Writing region close event to WAL at 1733062688696Closed at 1733062688696 2024-12-01T14:18:08,698 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/.initializing 2024-12-01T14:18:08,698 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/WALs/57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,700 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:08,704 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C33281%2C1733062687779, suffix=, logDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/WALs/57b748500ef9,33281,1733062687779, archiveDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:08,719 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/WALs/57b748500ef9,33281,1733062687779/57b748500ef9%2C33281%2C1733062687779.1733062688705, exclude list is [], retry=0 2024-12-01T14:18:08,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-921efeb2-d4e4-4567-a460-97413e5141ed,DISK] 2024-12-01T14:18:08,727 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/WALs/57b748500ef9,33281,1733062687779/57b748500ef9%2C33281%2C1733062687779.1733062688705 2024-12-01T14:18:08,728 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44225:44225)] 2024-12-01T14:18:08,728 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:08,728 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:08,728 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,728 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:08,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:08,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:08,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:08,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:08,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:08,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:08,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:08,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:08,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:08,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:08,753 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,754 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,755 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,756 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,756 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,757 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:08,760 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:08,774 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:08,775 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59973378, jitterRate=-0.10632702708244324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:08,775 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062688728Initializing all the Stores at 1733062688731 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062688731Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062688731Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062688731Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062688731Cleaning up temporary data from old regions at 1733062688756 (+25 ms)Region opened successfully at 1733062688775 (+19 ms) 2024-12-01T14:18:08,775 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:08,780 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418bbf85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:08,782 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:18:08,782 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:08,782 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:08,782 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:08,783 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:18:08,784 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:18:08,784 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:08,787 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:08,788 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Unable to get data of znode /1-495912372/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:08,834 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-495912372/balancer already deleted, retry=false 2024-12-01T14:18:08,834 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:08,835 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Unable to get data of znode /1-495912372/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:08,844 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-495912372/normalizer already deleted, retry=false 2024-12-01T14:18:08,845 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:08,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Unable to get data of znode /1-495912372/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:08,855 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-495912372/switch/split already deleted, retry=false 2024-12-01T14:18:08,856 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Unable to get data of znode /1-495912372/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:08,865 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-495912372/switch/merge already deleted, retry=false 2024-12-01T14:18:08,868 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Unable to get data of znode /1-495912372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:08,876 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-495912372/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-495912372/running 2024-12-01T14:18:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-495912372/running 2024-12-01T14:18:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,33281,1733062687779, sessionid=0x1019141c44d0003, setting cluster-up flag (Was=false) 2024-12-01T14:18:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,939 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-495912372/flush-table-proc/acquired, /1-495912372/flush-table-proc/reached, /1-495912372/flush-table-proc/abort 2024-12-01T14:18:08,941 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:08,992 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-495912372/online-snapshot/acquired, /1-495912372/online-snapshot/reached, /1-495912372/online-snapshot/abort 2024-12-01T14:18:08,994 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,33281,1733062687779 2024-12-01T14:18:08,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:18:08,999 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:09,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:09,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:09,000 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,33281,1733062687779 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:09,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,014 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(746): ClusterId : 6108016f-6352-4d7e-a9aa-788f54451e1d 2024-12-01T14:18:09,014 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:09,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:09,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:18:09,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:18:09,024 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:09,025 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:09,025 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062719025 2024-12-01T14:18:09,025 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:09,025 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:09,025 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:09,025 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:09,025 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:09,026 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:09,028 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,032 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:09,032 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:09,032 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:09,033 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:09,033 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:09,033 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:09,035 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:09,035 DEBUG [RS:0;57b748500ef9:39045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab793c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:09,036 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062689033,5,FailOnTimeoutGroup] 2024-12-01T14:18:09,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:18:09,045 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062689036,5,FailOnTimeoutGroup] 2024-12-01T14:18:09,045 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,045 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:09,046 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,046 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,059 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:39045 2024-12-01T14:18:09,059 INFO [RS:0;57b748500ef9:39045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:09,059 INFO [RS:0;57b748500ef9:39045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:09,059 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:09,060 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,33281,1733062687779 with port=39045, startcode=1733062687924 2024-12-01T14:18:09,060 DEBUG [RS:0;57b748500ef9:39045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:09,063 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:09,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33281 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,067 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f 2024-12-01T14:18:09,067 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40817 2024-12-01T14:18:09,067 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:09,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372/rs 2024-12-01T14:18:09,118 DEBUG [RS:0;57b748500ef9:39045 {}] zookeeper.ZKUtil(111): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on existing znode=/1-495912372/rs/57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,118 WARN [RS:0;57b748500ef9:39045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:09,119 INFO [RS:0;57b748500ef9:39045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:09,119 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,39045,1733062687924] 2024-12-01T14:18:09,124 INFO [RS:0;57b748500ef9:39045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:09,127 INFO [RS:0;57b748500ef9:39045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:09,128 INFO [RS:0;57b748500ef9:39045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:09,128 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,128 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:09,130 INFO [RS:0;57b748500ef9:39045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:09,130 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,130 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,130 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,130 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,130 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,131 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:09,132 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:09,132 DEBUG [RS:0;57b748500ef9:39045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:09,134 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,134 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,134 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,134 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,134 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,134 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39045,1733062687924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:09,154 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:09,154 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39045,1733062687924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,155 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,155 INFO [RS:0;57b748500ef9:39045 {}] regionserver.Replication(171): 57b748500ef9,39045,1733062687924 started 2024-12-01T14:18:09,170 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:09,170 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,39045,1733062687924, RpcServer on 57b748500ef9/172.17.0.3:39045, sessionid=0x1019141c44d0004 2024-12-01T14:18:09,171 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:09,171 DEBUG [RS:0;57b748500ef9:39045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,171 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,39045,1733062687924' 2024-12-01T14:18:09,171 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-495912372/flush-table-proc/abort' 2024-12-01T14:18:09,172 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-495912372/flush-table-proc/acquired' 2024-12-01T14:18:09,172 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:09,172 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:09,172 DEBUG [RS:0;57b748500ef9:39045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,172 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,39045,1733062687924' 2024-12-01T14:18:09,172 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-495912372/online-snapshot/abort' 2024-12-01T14:18:09,173 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-495912372/online-snapshot/acquired' 2024-12-01T14:18:09,173 DEBUG [RS:0;57b748500ef9:39045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:09,173 INFO [RS:0;57b748500ef9:39045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:09,173 INFO [RS:0;57b748500ef9:39045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:09,274 INFO [RS:0;57b748500ef9:39045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:09,276 INFO [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39045%2C1733062687924, suffix=, logDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924, archiveDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/oldWALs, maxLogs=10 2024-12-01T14:18:09,291 DEBUG [RS:0;57b748500ef9:39045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924/57b748500ef9%2C39045%2C1733062687924.1733062689278, exclude list is [], retry=0 2024-12-01T14:18:09,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-921efeb2-d4e4-4567-a460-97413e5141ed,DISK] 2024-12-01T14:18:09,297 INFO [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924/57b748500ef9%2C39045%2C1733062687924.1733062689278 2024-12-01T14:18:09,298 DEBUG [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44225:44225)] 2024-12-01T14:18:09,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:18:09,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f 2024-12-01T14:18:09,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:18:09,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:09,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:09,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:09,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:09,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:09,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:09,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:09,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:09,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:09,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:09,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740 2024-12-01T14:18:09,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740 2024-12-01T14:18:09,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:09,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:09,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:09,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:09,481 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:09,481 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75249687, jitterRate=0.12130771577358246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062689456Initializing all the Stores at 1733062689457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062689457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062689458 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062689458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062689458Cleaning up temporary data from old regions at 1733062689474 (+16 ms)Region opened successfully at 1733062689482 (+8 ms) 2024-12-01T14:18:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:09,482 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:09,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:09,484 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:09,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062689482Disabling compacts and flushes for region at 1733062689482Disabling writes for close at 1733062689482Writing region close event to WAL at 1733062689484 (+2 ms)Closed at 1733062689484 2024-12-01T14:18:09,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:09,486 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:18:09,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:09,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:09,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:18:09,643 DEBUG [57b748500ef9:33281 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:09,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,647 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,39045,1733062687924, state=OPENING 2024-12-01T14:18:09,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:18:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:09,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-495912372/meta-region-server: CHANGED 2024-12-01T14:18:09,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:09,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,39045,1733062687924}] 2024-12-01T14:18:09,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-495912372/meta-region-server: CHANGED 2024-12-01T14:18:09,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:09,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:09,872 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:09,872 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:09,873 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:09,875 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39045%2C1733062687924.meta, suffix=.meta, logDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924, archiveDir=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/oldWALs, maxLogs=10 2024-12-01T14:18:09,894 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924/57b748500ef9%2C39045%2C1733062687924.meta.1733062689877.meta, exclude list is [], retry=0 2024-12-01T14:18:09,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42975,DS-921efeb2-d4e4-4567-a460-97413e5141ed,DISK] 2024-12-01T14:18:09,906 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924/57b748500ef9%2C39045%2C1733062687924.meta.1733062689877.meta 2024-12-01T14:18:09,907 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44225:44225)] 2024-12-01T14:18:09,907 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:09,907 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:09,907 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:09,907 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:09,908 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:09,908 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:09,908 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:09,908 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:09,908 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:09,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:09,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:09,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:09,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:09,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:09,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:09,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:09,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:09,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:09,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:09,925 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:09,927 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740 2024-12-01T14:18:09,935 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740 2024-12-01T14:18:09,939 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:09,939 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:09,940 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:09,945 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:09,948 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74675678, jitterRate=0.11275431513786316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:09,948 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:09,948 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062689908Writing region info on filesystem at 1733062689908Initializing all the Stores at 1733062689910 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062689910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062689913 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062689913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062689913Cleaning up temporary data from old regions at 1733062689939 (+26 ms)Running coprocessor post-open hooks at 1733062689948 (+9 ms)Region opened successfully at 1733062689948 2024-12-01T14:18:09,950 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062689864 2024-12-01T14:18:09,955 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:09,955 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:09,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,39045,1733062687924, state=OPEN 2024-12-01T14:18:09,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-495912372/meta-region-server 2024-12-01T14:18:09,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-495912372/meta-region-server 2024-12-01T14:18:09,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,39045,1733062687924 2024-12-01T14:18:09,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-495912372/meta-region-server: CHANGED 2024-12-01T14:18:09,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-495912372/meta-region-server: CHANGED 2024-12-01T14:18:09,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:18:09,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,39045,1733062687924 in 262 msec 2024-12-01T14:18:09,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:18:09,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-12-01T14:18:09,982 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:09,982 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:18:09,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:09,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39045,1733062687924, seqNum=-1] 2024-12-01T14:18:09,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:09,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:09,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 998 msec 2024-12-01T14:18:09,997 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062689997, completionTime=-1 2024-12-01T14:18:09,997 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:18:09,997 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:10,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:10,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062750000 2024-12-01T14:18:10,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062810000 2024-12-01T14:18:10,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:18:10,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33281,1733062687779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33281,1733062687779-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33281,1733062687779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:33281, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,004 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:18:10,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.877sec 2024-12-01T14:18:10,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:10,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:10,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:10,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:10,007 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:10,007 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33281,1733062687779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:10,007 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33281,1733062687779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:10,011 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:10,011 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:10,011 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33281,1733062687779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:10,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66875525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:10,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:10,020 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:10,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:10,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ddfd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:10,025 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:10,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1010c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39045,1733062687924, seqNum=-1] 2024-12-01T14:18:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:10,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:10,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,33281,1733062687779 2024-12-01T14:18:10,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:10,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019141c44d0005 connected 2024-12-01T14:18:10,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44435e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40827,-1 for getting cluster id 2024-12-01T14:18:10,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:10,063 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675691ba-2523-4708-bfda-c8810026bd27' 2024-12-01T14:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675691ba-2523-4708-bfda-c8810026bd27" 2024-12-01T14:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793f594d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40827,-1] 2024-12-01T14:18:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:10,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ceae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40827,1733062680938 2024-12-01T14:18:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e9bd9a1 2024-12-01T14:18:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:10,092 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:10,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:18:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:18:10,108 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:10,111 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545835ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,112 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:10,112 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:10,113 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7c9420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:10,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:10,116 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:10,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d45f865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:10,118 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:10,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:10,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@676a630c 2024-12-01T14:18:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:10,127 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:10,162 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-01T14:18:10,162 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:18:10,192 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:10,193 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:10,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:10,195 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:10,201 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:18:10,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:18:10,205 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:10,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:18:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741835_1011 (size=1138) 2024-12-01T14:18:10,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 963e3b759b1fe5380551ad56b9e5ec74, NAME => 'hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0 2024-12-01T14:18:10,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741836_1012 (size=44) 2024-12-01T14:18:10,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:10,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 963e3b759b1fe5380551ad56b9e5ec74, disabling compactions & flushes 2024-12-01T14:18:10,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. after waiting 0 ms 2024-12-01T14:18:10,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,236 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 963e3b759b1fe5380551ad56b9e5ec74: Waiting for close lock at 1733062690235Disabling compacts and flushes for region at 1733062690235Disabling writes for close at 1733062690235Writing region close event to WAL at 1733062690236 (+1 ms)Closed at 1733062690236 2024-12-01T14:18:10,238 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:18:10,243 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062690238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062690238"}]},"ts":"1733062690238"} 2024-12-01T14:18:10,248 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:18:10,249 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:18:10,254 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:18:10,254 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062690249"}]},"ts":"1733062690249"} 2024-12-01T14:18:10,264 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:18:10,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN}] 2024-12-01T14:18:10,269 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN 2024-12-01T14:18:10,271 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN; state=OFFLINE, location=57b748500ef9,40855,1733062681990; forceNewPlan=false, retain=false 2024-12-01T14:18:10,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=963e3b759b1fe5380551ad56b9e5ec74, regionState=OPENING, regionLocation=57b748500ef9,40855,1733062681990 2024-12-01T14:18:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:10,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN because future has completed 2024-12-01T14:18:10,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:10,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963e3b759b1fe5380551ad56b9e5ec74, server=57b748500ef9,40855,1733062681990}] 2024-12-01T14:18:10,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:18:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:10,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:18:10,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40855%2C1733062681990.rep, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs, maxLogs=10 2024-12-01T14:18:10,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.rep.1733062690598, exclude list is [], retry=0 2024-12-01T14:18:10,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:10,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.rep.1733062690598 2024-12-01T14:18:10,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:10,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 963e3b759b1fe5380551ad56b9e5ec74, NAME => 'hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:10,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:10,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. service=MultiRowMutationService 2024-12-01T14:18:10,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:18:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,636 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,639 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963e3b759b1fe5380551ad56b9e5ec74 columnFamilyName hfileref 2024-12-01T14:18:10,639 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:10,640 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(327): Store=963e3b759b1fe5380551ad56b9e5ec74/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:10,640 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,642 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963e3b759b1fe5380551ad56b9e5ec74 columnFamilyName queue 2024-12-01T14:18:10,642 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:10,643 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(327): Store=963e3b759b1fe5380551ad56b9e5ec74/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:10,643 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,645 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963e3b759b1fe5380551ad56b9e5ec74 columnFamilyName sid 2024-12-01T14:18:10,645 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:10,646 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(327): Store=963e3b759b1fe5380551ad56b9e5ec74/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:10,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:18:10,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:10,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 963e3b759b1fe5380551ad56b9e5ec74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66267613, jitterRate=-0.012535616755485535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:18:10,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:10,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 963e3b759b1fe5380551ad56b9e5ec74: Running coprocessor pre-open hook at 1733062690630Writing region info on filesystem at 1733062690630Initializing all the Stores at 1733062690632 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062690632Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062690636 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062690636Cleaning up temporary data from old regions at 1733062690649 (+13 ms)Running coprocessor post-open hooks at 1733062690661 (+12 ms)Region opened successfully at 1733062690662 (+1 ms) 2024-12-01T14:18:10,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., pid=7, masterSystemTime=1733062690583 2024-12-01T14:18:10,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:10,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=963e3b759b1fe5380551ad56b9e5ec74, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,40855,1733062681990 2024-12-01T14:18:10,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963e3b759b1fe5380551ad56b9e5ec74, server=57b748500ef9,40855,1733062681990 because future has completed 2024-12-01T14:18:10,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T14:18:10,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 963e3b759b1fe5380551ad56b9e5ec74, server=57b748500ef9,40855,1733062681990 in 248 msec 2024-12-01T14:18:10,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:18:10,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN in 417 msec 2024-12-01T14:18:10,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:18:10,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062690689"}]},"ts":"1733062690689"} 2024-12-01T14:18:10,692 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:18:10,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:18:10,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 499 msec 2024-12-01T14:18:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., hostname=57b748500ef9,40855,1733062681990, seqNum=2] 2024-12-01T14:18:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40855 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T14:18:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:10,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:10,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:10,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:18:11,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T14:18:11,076 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:18:11,112 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,40855,1733062681990, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:18:11,113 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:11,114 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40855,1733062681990, seqNum=-1] 2024-12-01T14:18:11,114 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:11,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-01T14:18:11,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,40855,1733062681990', locateType=CURRENT is [region=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., hostname=57b748500ef9,40855,1733062681990, seqNum=2] 2024-12-01T14:18:11,126 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T14:18:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T14:18:11,132 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,40855,1733062681990 suceeded 2024-12-01T14:18:11,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T14:18:11,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-12-01T14:18:11,138 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:11,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0420 sec 2024-12-01T14:18:11,147 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:11,150 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cd8ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,150 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:11,150 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:11,151 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:11,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:11,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:11,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f01c4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:11,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:11,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,154 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:11,155 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3628b713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,156 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3170ab3 2024-12-01T14:18:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,158 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,159 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,40855,1733062681990 (queues=1) is replicating from cluster=675691ba-2523-4708-bfda-c8810026bd27 to cluster=6108016f-6352-4d7e-a9aa-788f54451e1d 2024-12-01T14:18:11,163 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C40855%2C1733062681990 2024-12-01T14:18:11,167 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,40855,1733062681990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:18:11,169 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.shipper57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C40855%2C1733062681990 2024-12-01T14:18:11,173 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420, startPosition=0, beingWritten=true 2024-12-01T14:18:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:11,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:11,247 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:18:11,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:11,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:11,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e926287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40827,-1 for getting cluster id 2024-12-01T14:18:11,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:11,249 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675691ba-2523-4708-bfda-c8810026bd27' 2024-12-01T14:18:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675691ba-2523-4708-bfda-c8810026bd27" 2024-12-01T14:18:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709c9e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40827,-1] 2024-12-01T14:18:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:11,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643823da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40827,1733062680938 2024-12-01T14:18:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4275794e 2024-12-01T14:18:11,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:18:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:18:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T14:18:11,261 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:11,262 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea4e4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,262 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:11,262 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:11,263 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8104728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,265 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:11,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd62313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,266 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4627cd91 2024-12-01T14:18:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,268 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,269 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-01T14:18:11,269 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:18:11,269 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,269 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:11,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:18:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T14:18:11,437 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:18:11,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:18:11,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:18:11,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T14:18:11,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:11,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T14:18:11,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:11,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:18:11,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:18:11,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:18:11,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-01T14:18:11,501 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-01T14:18:11,530 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-57b748500ef9,40855,1733062681990, ReplicationSource: 2, currentBandwidth=0 2024-12-01T14:18:11,533 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T14:18:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T14:18:11,537 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 57b748500ef9,40855,1733062681990 suceeded 2024-12-01T14:18:11,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:18:11,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-01T14:18:11,541 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:11,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 284 msec 2024-12-01T14:18:11,548 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:11,549 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42948875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,549 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:11,549 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:11,550 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:11,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:11,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:11,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343f9ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,553 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:11,554 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@373998e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,554 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d39b2f1 2024-12-01T14:18:11,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,556 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,557 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-57b748500ef9,40855,1733062681990 (queues=1) is replicating from cluster=675691ba-2523-4708-bfda-c8810026bd27 to cluster=6108016f-6352-4d7e-a9aa-788f54451e1d 2024-12-01T14:18:11,557 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=57b748500ef9%2C40855%2C1733062681990 2024-12-01T14:18:11,557 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-57b748500ef9,40855,1733062681990, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:18:11,557 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.shipper57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C40855%2C1733062681990 2024-12-01T14:18:11,557 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420, startPosition=0, beingWritten=true 2024-12-01T14:18:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T14:18:11,576 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-01T14:18:11,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:11,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:11,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:11,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40827,1733062680938 2024-12-01T14:18:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@251462ea 2024-12-01T14:18:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:18:11,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T14:18:11,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:18:11,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T14:18:11,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T14:18:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T14:18:11,596 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:11,598 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c377acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,598 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:11,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:11,599 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:11,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:11,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0d2479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,601 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6961665f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fbe80fe 2024-12-01T14:18:11,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,605 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,605 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:18:11,606 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:18:11,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,606 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:11,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:18:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T14:18:11,749 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:11,765 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:11,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-01T14:18:11,770 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-01T14:18:11,772 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T14:18:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T14:18:11,776 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 57b748500ef9,40855,1733062681990 suceeded 2024-12-01T14:18:11,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T14:18:11,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-01T14:18:11,780 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:11,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-12-01T14:18:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T14:18:11,916 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-01T14:18:11,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T14:18:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T14:18:11,920 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:11,921 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7439628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,921 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:11,921 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:11,922 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c0d2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:11,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,923 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:11,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c71564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:11,924 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44484fb2 2024-12-01T14:18:11,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:11,927 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:11,928 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T14:18:11,928 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:18:11,928 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,928 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:11,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:11,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:18:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T14:18:12,075 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:12,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-01T14:18:12,094 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-01T14:18:12,096 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T14:18:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T14:18:12,099 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 57b748500ef9,40855,1733062681990 suceeded 2024-12-01T14:18:12,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T14:18:12,103 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://57b748500ef9:33281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:12,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-01T14:18:12,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 186 msec 2024-12-01T14:18:12,157 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T14:18:12,237 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-01T14:18:12,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:18:12,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T14:18:12,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:12,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:12,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:12,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:12,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:12,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:18:12,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-12-01T14:18:12,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,40827,1733062680938 2024-12-01T14:18:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:12,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:12,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:12,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:12,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:12,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:12,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:12,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,40855,1733062681990' ***** 2024-12-01T14:18:12,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:18:12,342 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:18:12,343 INFO [RS:0;57b748500ef9:40855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:18:12,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:18:12,343 INFO [RS:0;57b748500ef9:40855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:18:12,344 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(3091): Received CLOSE for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:12,344 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,40855,1733062681990 2024-12-01T14:18:12,345 INFO [RS:0;57b748500ef9:40855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:12,345 INFO [RS:0;57b748500ef9:40855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40855. 2024-12-01T14:18:12,345 DEBUG [RS:0;57b748500ef9:40855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:12,345 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:12,345 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963e3b759b1fe5380551ad56b9e5ec74, disabling compactions & flushes 2024-12-01T14:18:12,345 INFO [RS:0;57b748500ef9:40855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:18:12,345 INFO [RS:0;57b748500ef9:40855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:18:12,345 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:12,345 INFO [RS:0;57b748500ef9:40855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:18:12,345 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:12,346 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:18:12,346 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. after waiting 0 ms 2024-12-01T14:18:12,346 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:12,346 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:18:12,346 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1325): Online Regions={963e3b759b1fe5380551ad56b9e5ec74=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:12,346 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:12,346 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:12,346 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:12,347 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:12,347 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:12,347 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:12,351 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T14:18:12,351 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 963e3b759b1fe5380551ad56b9e5ec74 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-01T14:18:12,391 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:12,404 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/info/3e4a3565a4b3479381df6e342f838b4d is 147, key is hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74./info:regioninfo/1733062690668/Put/seqid=0 2024-12-01T14:18:12,404 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/.tmp/queue/80dce8eaab944585b1c8054f89035524 is 151, key is 1-57b748500ef9,40855,1733062681990/queue:57b748500ef9%2C40855%2C1733062681990/1733062691122/Put/seqid=0 2024-12-01T14:18:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741838_1014 (size=6631) 2024-12-01T14:18:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741839_1015 (size=5500) 2024-12-01T14:18:12,484 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:12,547 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:12,667 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:12,747 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:12,815 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/info/3e4a3565a4b3479381df6e342f838b4d 2024-12-01T14:18:12,815 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/.tmp/queue/80dce8eaab944585b1c8054f89035524 2024-12-01T14:18:12,857 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/.tmp/queue/80dce8eaab944585b1c8054f89035524 as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/queue/80dce8eaab944585b1c8054f89035524 2024-12-01T14:18:12,866 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/queue/80dce8eaab944585b1c8054f89035524, entries=2, sequenceid=6, filesize=5.4 K 2024-12-01T14:18:12,871 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/ns/3aa60e41d298489197f9df98e118060c is 43, key is default/ns:d/1733062685072/Put/seqid=0 2024-12-01T14:18:12,873 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 963e3b759b1fe5380551ad56b9e5ec74 in 523ms, sequenceid=6, compaction requested=false 2024-12-01T14:18:12,874 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:18:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741840_1016 (size=5153) 2024-12-01T14:18:12,882 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:18:12,885 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:12,885 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:12,885 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:12,885 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963e3b759b1fe5380551ad56b9e5ec74: Waiting for close lock at 1733062692345Running coprocessor pre-close hooks at 1733062692345Disabling compacts and flushes for region at 1733062692345Disabling writes for close at 1733062692346 (+1 ms)Obtaining lock to block concurrent updates at 1733062692351 (+5 ms)Preparing flush snapshotting stores in 963e3b759b1fe5380551ad56b9e5ec74 at 1733062692351Finished memstore snapshotting hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733062692357 (+6 ms)Flushing stores of hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. at 1733062692358 (+1 ms)Flushing 963e3b759b1fe5380551ad56b9e5ec74/queue: creating writer at 1733062692359 (+1 ms)Flushing 963e3b759b1fe5380551ad56b9e5ec74/queue: appending metadata at 1733062692392 (+33 ms)Flushing 963e3b759b1fe5380551ad56b9e5ec74/queue: closing flushed file at 1733062692395 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e01f35d: reopening flushed file at 1733062692855 (+460 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 963e3b759b1fe5380551ad56b9e5ec74 in 523ms, sequenceid=6, compaction requested=false at 1733062692873 (+18 ms)Writing region close event to WAL at 1733062692876 (+3 ms)Running coprocessor post-close hooks at 1733062692883 (+7 ms)Closed at 1733062692885 (+2 ms) 2024-12-01T14:18:12,886 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:12,948 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:12,994 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:13,148 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:13,280 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/ns/3aa60e41d298489197f9df98e118060c 2024-12-01T14:18:13,281 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:13,313 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/table/60611a0e4dcc451aa36b550505a6456c is 53, key is hbase:replication/table:state/1733062690689/Put/seqid=0 2024-12-01T14:18:13,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741841_1017 (size=5256) 2024-12-01T14:18:13,348 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:18:13,348 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:13,348 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:13,353 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:18:13,353 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:18:13,549 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:13,607 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990/57b748500ef9%2C40855%2C1733062681990.1733062684420 to pos 0, reset compression=false 2024-12-01T14:18:13,719 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/table/60611a0e4dcc451aa36b550505a6456c 2024-12-01T14:18:13,734 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/info/3e4a3565a4b3479381df6e342f838b4d as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/info/3e4a3565a4b3479381df6e342f838b4d 2024-12-01T14:18:13,742 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/info/3e4a3565a4b3479381df6e342f838b4d, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T14:18:13,743 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/ns/3aa60e41d298489197f9df98e118060c as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/ns/3aa60e41d298489197f9df98e118060c 2024-12-01T14:18:13,749 DEBUG [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:13,751 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/ns/3aa60e41d298489197f9df98e118060c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:18:13,752 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/table/60611a0e4dcc451aa36b550505a6456c as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/table/60611a0e4dcc451aa36b550505a6456c 2024-12-01T14:18:13,761 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/table/60611a0e4dcc451aa36b550505a6456c, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T14:18:13,763 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false 2024-12-01T14:18:13,769 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:18:13,769 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:13,769 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:13,769 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:13,770 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062692346Running coprocessor pre-close hooks at 1733062692346Disabling compacts and flushes for region at 1733062692346Disabling writes for close at 1733062692347 (+1 ms)Obtaining lock to block concurrent updates at 1733062692351 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733062692351Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733062692357 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062692358 (+1 ms)Flushing 1588230740/info: creating writer at 1733062692359 (+1 ms)Flushing 1588230740/info: appending metadata at 1733062692393 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733062692395 (+2 ms)Flushing 1588230740/ns: creating writer at 1733062692855 (+460 ms)Flushing 1588230740/ns: appending metadata at 1733062692871 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733062692871Flushing 1588230740/table: creating writer at 1733062693295 (+424 ms)Flushing 1588230740/table: appending metadata at 1733062693313 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733062693313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fe2e72: reopening flushed file at 1733062693733 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0281c8: reopening flushed file at 1733062693742 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716c4408: reopening flushed file at 1733062693751 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false at 1733062693763 (+12 ms)Writing region close event to WAL at 1733062693764 (+1 ms)Running coprocessor post-close hooks at 1733062693769 (+5 ms)Closed at 1733062693769 2024-12-01T14:18:13,770 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:13,950 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,40855,1733062681990; all regions closed. 2024-12-01T14:18:13,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741834_1010 (size=2742) 2024-12-01T14:18:13,963 DEBUG [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs 2024-12-01T14:18:13,964 INFO [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40855%2C1733062681990.meta:.meta(num 1733062684871) 2024-12-01T14:18:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741837_1013 (size=1802) 2024-12-01T14:18:13,971 DEBUG [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs 2024-12-01T14:18:13,971 INFO [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40855%2C1733062681990.rep:(num 1733062690598) 2024-12-01T14:18:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741833_1009 (size=93) 2024-12-01T14:18:13,977 DEBUG [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs 2024-12-01T14:18:13,977 INFO [RS:0;57b748500ef9:40855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40855%2C1733062681990:(num 1733062684420) 2024-12-01T14:18:13,977 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:13,977 INFO [RS:0;57b748500ef9:40855 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:13,977 INFO [RS:0;57b748500ef9:40855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:13,977 INFO [RS:0;57b748500ef9:40855 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:13,978 INFO [RS:0;57b748500ef9:40855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:13,978 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:13,978 INFO [RS:0;57b748500ef9:40855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,40855,1733062681990 because: Region server is closing 2024-12-01T14:18:13,978 INFO [RS:0;57b748500ef9:40855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40855. 2024-12-01T14:18:13,978 DEBUG [RS:0;57b748500ef9:40855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:13,979 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:13,979 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:13,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:14,079 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.shipper57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:18:14,080 INFO [RS:0;57b748500ef9:40855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40855,1733062681990.replicationSource.shipper57b748500ef9%2C40855%2C1733062681990,1-57b748500ef9,40855,1733062681990 terminated 2024-12-01T14:18:14,080 INFO [RS:0;57b748500ef9:40855 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-57b748500ef9,40855,1733062681990 because: Region server is closing 2024-12-01T14:18:14,080 INFO [RS:0;57b748500ef9:40855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40855. 2024-12-01T14:18:14,081 DEBUG [RS:0;57b748500ef9:40855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:14,081 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:14,081 DEBUG [RS:0;57b748500ef9:40855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:14,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:14,181 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.shipper57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:18:14,181 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.wal-reader.57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:18:14,182 INFO [RS:0;57b748500ef9:40855 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,40855,1733062681990.replicationSource.shipper57b748500ef9%2C40855%2C1733062681990,2-57b748500ef9,40855,1733062681990 terminated 2024-12-01T14:18:14,183 INFO [RS:0;57b748500ef9:40855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40855 2024-12-01T14:18:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/rs/57b748500ef9,40855,1733062681990 2024-12-01T14:18:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/rs 2024-12-01T14:18:14,235 INFO [RS:0;57b748500ef9:40855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:14,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,40855,1733062681990] 2024-12-01T14:18:14,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/draining/57b748500ef9,40855,1733062681990 already deleted, retry=false 2024-12-01T14:18:14,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,40855,1733062681990 expired; onlineServers=0 2024-12-01T14:18:14,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,40827,1733062680938' ***** 2024-12-01T14:18:14,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:18:14,266 INFO [M:0;57b748500ef9:40827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:14,266 INFO [M:0;57b748500ef9:40827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:14,266 DEBUG [M:0;57b748500ef9:40827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:18:14,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:18:14,266 DEBUG [M:0;57b748500ef9:40827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:18:14,266 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062684029 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062684029,5,FailOnTimeoutGroup] 2024-12-01T14:18:14,266 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062684021 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062684021,5,FailOnTimeoutGroup] 2024-12-01T14:18:14,266 INFO [M:0;57b748500ef9:40827 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:14,266 INFO [M:0;57b748500ef9:40827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:14,267 DEBUG [M:0;57b748500ef9:40827 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:18:14,267 INFO [M:0;57b748500ef9:40827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:18:14,267 INFO [M:0;57b748500ef9:40827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:14,267 INFO [M:0;57b748500ef9:40827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:18:14,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:18:14,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/master 2024-12-01T14:18:14,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:14,276 DEBUG [M:0;57b748500ef9:40827 {}] zookeeper.ZKUtil(347): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/master because node does not exist (not an error) 2024-12-01T14:18:14,276 WARN [M:0;57b748500ef9:40827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:18:14,277 INFO [M:0;57b748500ef9:40827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/.lastflushedseqids 2024-12-01T14:18:14,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741842_1018 (size=181) 2024-12-01T14:18:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40855-0x1019141c44d0001, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:14,356 INFO [RS:0;57b748500ef9:40855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:14,356 INFO [RS:0;57b748500ef9:40855 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,40855,1733062681990; zookeeper connection closed. 2024-12-01T14:18:14,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64199bac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64199bac 2024-12-01T14:18:14,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:18:14,689 INFO [M:0;57b748500ef9:40827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:18:14,689 INFO [M:0;57b748500ef9:40827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:18:14,689 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:14,689 INFO [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:14,689 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:14,690 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:14,690 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:14,690 INFO [M:0;57b748500ef9:40827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-01T14:18:14,710 DEBUG [M:0;57b748500ef9:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ededdf6600234c5a99667f786beba6f9 is 82, key is hbase:meta,,1/info:regioninfo/1733062684979/Put/seqid=0 2024-12-01T14:18:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741843_1019 (size=5672) 2024-12-01T14:18:15,117 INFO [M:0;57b748500ef9:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ededdf6600234c5a99667f786beba6f9 2024-12-01T14:18:15,146 DEBUG [M:0;57b748500ef9:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cc836af7d25425a87dcb90392b6438e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733062690696/Put/seqid=0 2024-12-01T14:18:15,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741844_1020 (size=8663) 2024-12-01T14:18:15,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:15,552 INFO [M:0;57b748500ef9:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cc836af7d25425a87dcb90392b6438e 2024-12-01T14:18:15,576 DEBUG [M:0;57b748500ef9:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac9e3d171de445da2bbe8af929859a3 is 69, key is 57b748500ef9,40855,1733062681990/rs:state/1733062684178/Put/seqid=0 2024-12-01T14:18:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741845_1021 (size=5156) 2024-12-01T14:18:15,982 INFO [M:0;57b748500ef9:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac9e3d171de445da2bbe8af929859a3 2024-12-01T14:18:15,992 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ededdf6600234c5a99667f786beba6f9 as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ededdf6600234c5a99667f786beba6f9 2024-12-01T14:18:16,003 INFO [M:0;57b748500ef9:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ededdf6600234c5a99667f786beba6f9, entries=8, sequenceid=115, filesize=5.5 K 2024-12-01T14:18:16,005 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cc836af7d25425a87dcb90392b6438e as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cc836af7d25425a87dcb90392b6438e 2024-12-01T14:18:16,012 INFO [M:0;57b748500ef9:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cc836af7d25425a87dcb90392b6438e, entries=14, sequenceid=115, filesize=8.5 K 2024-12-01T14:18:16,014 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac9e3d171de445da2bbe8af929859a3 as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac9e3d171de445da2bbe8af929859a3 2024-12-01T14:18:16,021 INFO [M:0;57b748500ef9:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac9e3d171de445da2bbe8af929859a3, entries=1, sequenceid=115, filesize=5.0 K 2024-12-01T14:18:16,023 INFO [M:0;57b748500ef9:40827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=115, compaction requested=false 2024-12-01T14:18:16,024 INFO [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:16,024 DEBUG [M:0;57b748500ef9:40827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062694689Disabling compacts and flushes for region at 1733062694689Disabling writes for close at 1733062694690 (+1 ms)Obtaining lock to block concurrent updates at 1733062694690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062694690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733062694690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062694691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062694692 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062694710 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062694710Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062695130 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062695145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062695146 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062695561 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062695575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062695576 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfa6a79: reopening flushed file at 1733062695991 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cdcbc7: reopening flushed file at 1733062696003 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3036616d: reopening flushed file at 1733062696012 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=115, compaction requested=false at 1733062696023 (+11 ms)Writing region close event to WAL at 1733062696024 (+1 ms)Closed at 1733062696024 2024-12-01T14:18:16,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938/57b748500ef9%2C40827%2C1733062680938.1733062683186 not finished, retry = 0 2024-12-01T14:18:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741830_1006 (size=59421) 2024-12-01T14:18:16,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:16,131 INFO [M:0;57b748500ef9:40827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:18:16,132 INFO [M:0;57b748500ef9:40827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40827 2024-12-01T14:18:16,132 INFO [M:0;57b748500ef9:40827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:16,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:16,439 INFO [M:0;57b748500ef9:40827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:16,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1019141c44d0000, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:16,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:16,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:16,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46465 2024-12-01T14:18:16,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46465 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464650x0, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:16,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46465-0x1019141c44d0006 connected 2024-12-01T14:18:16,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:16,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:16,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:16,523 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: INIT 2024-12-01T14:18:16,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0, hbase.cluster.distributed=false 2024-12-01T14:18:16,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/acl 2024-12-01T14:18:16,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46465 2024-12-01T14:18:16,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46465 2024-12-01T14:18:16,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46465 2024-12-01T14:18:16,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46465 2024-12-01T14:18:16,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46465 2024-12-01T14:18:16,542 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:16,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:16,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36499 2024-12-01T14:18:16,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36499 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-01T14:18:16,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:16,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:16,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364990x0, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:16,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:16,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36499-0x1019141c44d0007 connected 2024-12-01T14:18:16,561 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: INIT 2024-12-01T14:18:16,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:16,562 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:16,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/master 2024-12-01T14:18:16,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/acl 2024-12-01T14:18:16,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36499 2024-12-01T14:18:16,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36499 2024-12-01T14:18:16,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36499 2024-12-01T14:18:16,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36499 2024-12-01T14:18:16,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36499 2024-12-01T14:18:16,579 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:46465 2024-12-01T14:18:16,579 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1857377909/backup-masters/57b748500ef9,46465,1733062696441 2024-12-01T14:18:16,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:16,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:16,592 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on existing znode=/0-1857377909/backup-masters/57b748500ef9,46465,1733062696441 2024-12-01T14:18:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1857377909/master 2024-12-01T14:18:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:16,602 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on existing znode=/0-1857377909/master 2024-12-01T14:18:16,603 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1857377909/backup-masters/57b748500ef9,46465,1733062696441 from backup master directory 2024-12-01T14:18:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/backup-masters/57b748500ef9,46465,1733062696441 2024-12-01T14:18:16,612 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/backup-masters 2024-12-01T14:18:16,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,46465,1733062696441 2024-12-01T14:18:16,627 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:16,627 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:16,640 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-12-01T14:18:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741846_1022 (size=196) 2024-12-01T14:18:17,063 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:17,063 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:17,064 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:17,074 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-01T14:18:17,077 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938 to hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938-dead as it is dead 2024-12-01T14:18:17,078 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T14:18:17,078 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T14:18:17,078 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938-dead/57b748500ef9%2C40827%2C1733062680938.1733062683186 2024-12-01T14:18:17,083 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938-dead/57b748500ef9%2C40827%2C1733062680938.1733062683186 after 3ms 2024-12-01T14:18:17,084 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938-dead/57b748500ef9%2C40827%2C1733062680938.1733062683186 to hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40827%2C1733062680938.1733062683186 2024-12-01T14:18:17,084 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,40827,1733062680938-dead 2024-12-01T14:18:17,084 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,46465,1733062696441 2024-12-01T14:18:17,086 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:17,087 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C46465%2C1733062696441, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,46465,1733062696441, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:17,100 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,46465,1733062696441/57b748500ef9%2C46465%2C1733062696441.1733062697087, exclude list is [], retry=0 2024-12-01T14:18:17,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:17,105 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/WALs/57b748500ef9,46465,1733062696441/57b748500ef9%2C46465%2C1733062696441.1733062697087 2024-12-01T14:18:17,105 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:17,106 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:17,106 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:17,106 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,106 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:17,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:17,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ededdf6600234c5a99667f786beba6f9 2024-12-01T14:18:17,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:17,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:17,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:17,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cc836af7d25425a87dcb90392b6438e 2024-12-01T14:18:17,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:17,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:17,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:17,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac9e3d171de445da2bbe8af929859a3 2024-12-01T14:18:17,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:17,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:17,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:17,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:17,136 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,137 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-01T14:18:17,137 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40827%2C1733062680938.1733062683186 2024-12-01T14:18:17,150 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40827%2C1733062680938.1733062683186 2024-12-01T14:18:17,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40827%2C1733062680938.1733062683186 2024-12-01T14:18:17,153 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,154 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,154 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:17,157 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:17,161 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-01T14:18:17,162 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407227, jitterRate=0.019347116351127625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:17,163 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062697106Initializing all the Stores at 1733062697107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062697107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062697107Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062697107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062697107Cleaning up temporary data from old regions at 1733062697154 (+47 ms)Region opened successfully at 1733062697163 (+9 ms) 2024-12-01T14:18:17,163 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:17,168 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74232e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:17,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-01T14:18:17,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:17,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:17,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:17,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:18:17,187 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:17,188 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:18:17,188 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:18:17,189 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:18:17,189 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T14:18:17,189 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T14:18:17,189 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-01T14:18:17,189 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:17,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=57b748500ef9,40855,1733062681990, regionLocation=57b748500ef9,40855,1733062681990, openSeqNum=2 2024-12-01T14:18:17,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=57b748500ef9,40855,1733062681990, table=hbase:meta, region=1588230740 2024-12-01T14:18:17,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40855,1733062681990, state=OPEN 2024-12-01T14:18:17,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:17,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:17,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:17,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:17,208 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:17,242 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/draining/57b748500ef9,40855,1733062681990 already deleted, retry=false 2024-12-01T14:18:17,242 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 57b748500ef9,40855,1733062681990 on 57b748500ef9,46465,1733062696441 2024-12-01T14:18:17,247 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 57b748500ef9,40855,1733062681990, splitWal=true, meta=true 2024-12-01T14:18:17,249 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 57b748500ef9,40855,1733062681990 (carryingMeta=true) 57b748500ef9,40855,1733062681990/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40cae071[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T14:18:17,252 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:17,265 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/balancer already deleted, retry=false 2024-12-01T14:18:17,265 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:17,266 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:17,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/normalizer already deleted, retry=false 2024-12-01T14:18:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:17,278 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:17,286 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/switch/split already deleted, retry=false 2024-12-01T14:18:17,288 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:17,297 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/switch/merge already deleted, retry=false 2024-12-01T14:18:17,320 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:17,328 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:17,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:17,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:17,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:17,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:17,340 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,46465,1733062696441, sessionid=0x1019141c44d0006, setting cluster-up flag (Was=false) 2024-12-01T14:18:17,351 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1857377909/flush-table-proc/acquired, /0-1857377909/flush-table-proc/reached, /0-1857377909/flush-table-proc/abort 2024-12-01T14:18:17,354 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,46465,1733062696441 2024-12-01T14:18:17,362 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1857377909/online-snapshot/acquired, /0-1857377909/online-snapshot/reached, /0-1857377909/online-snapshot/abort 2024-12-01T14:18:17,364 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,46465,1733062696441 2024-12-01T14:18:17,366 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/.lastflushedseqids 2024-12-01T14:18:17,371 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:17,371 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:17,372 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,46465,1733062696441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 57b748500ef9,40855,1733062681990 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:17,372 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(746): ClusterId : 675691ba-2523-4708-bfda-c8810026bd27 2024-12-01T14:18:17,372 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:17,381 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:17,381 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:17,381 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:17,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:17,382 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:17,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:17,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:17,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:17,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062727383 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:17,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:17,384 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,384 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:17,384 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:17,384 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:17,384 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:17,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:17,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:17,385 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062697385,5,FailOnTimeoutGroup] 2024-12-01T14:18:17,385 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062697385,5,FailOnTimeoutGroup] 2024-12-01T14:18:17,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:17,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,385 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 57b748500ef9,40855,1733062681990, splitWal=true, meta=true 2024-12-01T14:18:17,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062697386, completionTime=-1 2024-12-01T14:18:17,386 WARN [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-01T14:18:17,387 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 57b748500ef9,40855,1733062681990, splitWal=true, meta=true, isMeta: true 2024-12-01T14:18:17,389 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990-splitting 2024-12-01T14:18:17,389 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T14:18:17,390 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990-splitting dir is empty, no logs to split. 2024-12-01T14:18:17,390 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57b748500ef9,40855,1733062681990 WAL count=0, meta=true 2024-12-01T14:18:17,392 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:17,393 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147b51b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:17,394 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990-splitting dir is empty, no logs to split. 2024-12-01T14:18:17,394 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57b748500ef9,40855,1733062681990 WAL count=0, meta=true 2024-12-01T14:18:17,394 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 57b748500ef9,40855,1733062681990 WAL splitting is done? wals=0, meta=true 2024-12-01T14:18:17,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:17,397 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:17,399 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:18:17,408 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:36499 2024-12-01T14:18:17,408 INFO [RS:0;57b748500ef9:36499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:17,408 INFO [RS:0;57b748500ef9:36499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:17,408 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:17,409 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,46465,1733062696441 with port=36499, startcode=1733062696541 2024-12-01T14:18:17,410 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:17,411 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:17,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46465 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,414 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0 2024-12-01T14:18:17,414 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35755 2024-12-01T14:18:17,414 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:17,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/rs 2024-12-01T14:18:17,424 DEBUG [RS:0;57b748500ef9:36499 {}] zookeeper.ZKUtil(111): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on existing znode=/0-1857377909/rs/57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,424 WARN [RS:0;57b748500ef9:36499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:17,424 INFO [RS:0;57b748500ef9:36499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:17,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,36499,1733062696541] 2024-12-01T14:18:17,424 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,439 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T14:18:17,458 INFO [RS:0;57b748500ef9:36499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:17,460 INFO [RS:0;57b748500ef9:36499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:17,460 INFO [RS:0;57b748500ef9:36499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:17,460 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,461 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:17,462 INFO [RS:0;57b748500ef9:36499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:17,462 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,462 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:17,463 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:17,463 DEBUG [RS:0;57b748500ef9:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:17,463 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,463 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,463 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,463 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,463 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,463 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36499,1733062696541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:17,482 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:17,483 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36499,1733062696541-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,496 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,36499,1733062696541, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:18:17,508 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(231): queueId=2-57b748500ef9,36499,1733062696541, ReplicationSource: 2, currentBandwidth=0 2024-12-01T14:18:17,509 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,509 INFO [RS:0;57b748500ef9:36499 {}] regionserver.Replication(171): 57b748500ef9,36499,1733062696541 started 2024-12-01T14:18:17,509 DEBUG [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:17,510 DEBUG [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c87eaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:17,510 DEBUG [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:17,511 DEBUG [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:17,512 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:17,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:17,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:17,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e0dbc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:17,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:17,515 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:17,516 DEBUG [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a0b962f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:17,516 DEBUG [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:17,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:17,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3141b999 2024-12-01T14:18:17,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:17,519 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-01T14:18:17,519 INFO [RS:0;57b748500ef9:36499.replicationSource,1-57b748500ef9,36499,1733062696541 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,36499,1733062696541 (queues=0) is replicating from cluster=675691ba-2523-4708-bfda-c8810026bd27 to cluster=6108016f-6352-4d7e-a9aa-788f54451e1d 2024-12-01T14:18:17,524 DEBUG [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:33281' 2024-12-01T14:18:17,526 DEBUG [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@168f2334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:17,526 DEBUG [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33281,-1 for getting cluster id 2024-12-01T14:18:17,526 DEBUG [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:17,527 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6108016f-6352-4d7e-a9aa-788f54451e1d' 2024-12-01T14:18:17,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6108016f-6352-4d7e-a9aa-788f54451e1d" 2024-12-01T14:18:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b20c499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33281,-1] 2024-12-01T14:18:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:17,529 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:17,530 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:17,530 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,36499,1733062696541, RpcServer on 57b748500ef9/172.17.0.3:36499, sessionid=0x1019141c44d0007 2024-12-01T14:18:17,530 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:17,530 DEBUG [RS:0;57b748500ef9:36499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,530 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,36499,1733062696541' 2024-12-01T14:18:17,530 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1857377909/flush-table-proc/abort' 2024-12-01T14:18:17,530 DEBUG [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f9734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:17,531 DEBUG [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:17,531 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1857377909/flush-table-proc/acquired' 2024-12-01T14:18:17,531 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:17,532 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:17,532 DEBUG [RS:0;57b748500ef9:36499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,532 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,36499,1733062696541' 2024-12-01T14:18:17,532 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1857377909/online-snapshot/abort' 2024-12-01T14:18:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33281,1733062687779 2024-12-01T14:18:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9b669a 2024-12-01T14:18:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:17,532 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1857377909/online-snapshot/acquired' 2024-12-01T14:18:17,533 DEBUG [RS:0;57b748500ef9:36499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:17,533 INFO [RS:0;57b748500ef9:36499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:17,533 INFO [RS:0;57b748500ef9:36499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:17,533 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-01T14:18:17,534 INFO [RS:0;57b748500ef9:36499.replicationSource,2-57b748500ef9,36499,1733062696541 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-57b748500ef9,36499,1733062696541 (queues=0) is replicating from cluster=675691ba-2523-4708-bfda-c8810026bd27 to cluster=6108016f-6352-4d7e-a9aa-788f54451e1d 2024-12-01T14:18:17,549 WARN [57b748500ef9:46465 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:18:17,634 INFO [RS:0;57b748500ef9:36499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:17,636 INFO [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C36499%2C1733062696541, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs, maxLogs=10 2024-12-01T14:18:17,654 DEBUG [RS:0;57b748500ef9:36499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637, exclude list is [], retry=0 2024-12-01T14:18:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:17,659 INFO [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 2024-12-01T14:18:17,659 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 57b748500ef9%2C36499%2C1733062696541 for peer 1 2024-12-01T14:18:17,659 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 57b748500ef9%2C36499%2C1733062696541 for peer 2 2024-12-01T14:18:17,660 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C36499%2C1733062696541 2024-12-01T14:18:17,660 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,36499,1733062696541, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:18:17,660 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=57b748500ef9%2C36499%2C1733062696541 2024-12-01T14:18:17,660 INFO [RS:0;57b748500ef9:36499.replicationSource.shipper57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C36499%2C1733062696541 2024-12-01T14:18:17,660 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-57b748500ef9,36499,1733062696541, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:18:17,660 DEBUG [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:17,660 INFO [RS:0;57b748500ef9:36499.replicationSource.shipper57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C36499%2C1733062696541 2024-12-01T14:18:17,661 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637, startPosition=0, beingWritten=true 2024-12-01T14:18:17,661 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637, startPosition=0, beingWritten=true 2024-12-01T14:18:17,800 DEBUG [57b748500ef9:46465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:17,800 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,36499,1733062696541 2024-12-01T14:18:17,802 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,36499,1733062696541, state=OPENING 2024-12-01T14:18:17,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:17,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:17,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:17,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:17,855 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:17,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,36499,1733062696541}] 2024-12-01T14:18:17,870 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:17,870 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:18,010 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:18,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:18,019 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:18,019 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:18,020 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:18,023 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C36499%2C1733062696541.meta, suffix=.meta, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs, maxLogs=10 2024-12-01T14:18:18,038 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.meta.1733062698024.meta, exclude list is [], retry=0 2024-12-01T14:18:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:18,043 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.meta.1733062698024.meta 2024-12-01T14:18:18,044 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:18,045 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:18,045 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:18,045 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:18,045 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:18,046 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:18,046 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:18,046 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:18,046 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:18,046 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:18,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:18,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:18,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:18,058 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/info/3e4a3565a4b3479381df6e342f838b4d 2024-12-01T14:18:18,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:18,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:18,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:18,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:18,066 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/ns/3aa60e41d298489197f9df98e118060c 2024-12-01T14:18:18,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:18,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:18,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:18,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:18,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:18,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:18,076 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/table/60611a0e4dcc451aa36b550505a6456c 2024-12-01T14:18:18,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:18,077 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:18,077 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740 2024-12-01T14:18:18,079 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740 2024-12-01T14:18:18,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:18,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:18,081 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:18,082 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:18,083 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66498216, jitterRate=-0.009099364280700684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:18,083 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:18,083 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062698046Writing region info on filesystem at 1733062698046Initializing all the Stores at 1733062698047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062698047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062698048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062698048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062698048Cleaning up temporary data from old regions at 1733062698080 (+32 ms)Running coprocessor post-open hooks at 1733062698083 (+3 ms)Region opened successfully at 1733062698083 2024-12-01T14:18:18,084 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733062698009 2024-12-01T14:18:18,087 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:18,087 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:18,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=57b748500ef9,36499,1733062696541 2024-12-01T14:18:18,089 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,36499,1733062696541, state=OPEN 2024-12-01T14:18:18,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:18,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1857377909/meta-region-server 2024-12-01T14:18:18,097 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,36499,1733062696541 2024-12-01T14:18:18,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:18,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1857377909/meta-region-server: CHANGED 2024-12-01T14:18:18,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-01T14:18:18,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,36499,1733062696541 in 242 msec 2024-12-01T14:18:18,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-01T14:18:18,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 704 msec 2024-12-01T14:18:18,180 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:18,181 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:18,589 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:18,590 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:18,942 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-01T14:18:19,095 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:19,095 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:19,701 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:19,701 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:20,411 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:20,411 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:20,446 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-01T14:18:21,218 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:21,218 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:18:21,898 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-01T14:18:21,899 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:21,899 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:21,900 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,36499,1733062696541, seqNum=-1] 2024-12-01T14:18:21,900 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:21,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:21,912 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=963e3b759b1fe5380551ad56b9e5ec74, regionState=OPEN, lastHost=57b748500ef9,40855,1733062681990, regionLocation=57b748500ef9,40855,1733062681990, openSeqNum=2 2024-12-01T14:18:21,912 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:21,912 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062761912 2024-12-01T14:18:21,912 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062821912 2024-12-01T14:18:21,912 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-01T14:18:21,913 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46465,1733062696441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,913 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 57b748500ef9,40855,1733062681990 had 2 regions 2024-12-01T14:18:21,913 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46465,1733062696441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,913 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46465,1733062696441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,913 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:46465, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,915 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,915 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,916 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 57b748500ef9,40855,1733062681990, splitWal=true, meta=true, isMeta: false 2024-12-01T14:18:21,919 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990-splitting dir is empty, no logs to split. 2024-12-01T14:18:21,919 INFO [PEWorker-2 {}] master.SplitWALManager(105): 57b748500ef9,40855,1733062681990 WAL count=0, meta=false 2024-12-01T14:18:21,926 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,40855,1733062681990-splitting dir is empty, no logs to split. 2024-12-01T14:18:21,926 INFO [PEWorker-2 {}] master.SplitWALManager(105): 57b748500ef9,40855,1733062681990 WAL count=0, meta=false 2024-12-01T14:18:21,926 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 57b748500ef9,40855,1733062681990 WAL splitting is done? wals=0, meta=false 2024-12-01T14:18:21,928 WARN [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=57b748500ef9,40855,1733062681990/hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:21,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN}] 2024-12-01T14:18:21,931 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.318sec 2024-12-01T14:18:21,931 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:21,931 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:21,931 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:21,932 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:21,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN 2024-12-01T14:18:21,932 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:21,932 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46465,1733062696441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:21,932 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46465,1733062696441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:21,934 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:18:21,941 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:21,941 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:21,941 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46465,1733062696441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:21,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4bf619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:21,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46465,-1 for getting cluster id 2024-12-01T14:18:21,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:21,981 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675691ba-2523-4708-bfda-c8810026bd27' 2024-12-01T14:18:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675691ba-2523-4708-bfda-c8810026bd27" 2024-12-01T14:18:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bf78e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46465,-1] 2024-12-01T14:18:21,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:21,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:21,985 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc6101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:21,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,36499,1733062696541, seqNum=-1] 2024-12-01T14:18:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:22,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:22,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-01T14:18:22,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:22,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:22,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:22,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 57b748500ef9:46465 after: 57b748500ef9:46465 2024-12-01T14:18:22,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4416cf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:22,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46465,-1 for getting cluster id 2024-12-01T14:18:22,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:22,018 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675691ba-2523-4708-bfda-c8810026bd27' 2024-12-01T14:18:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675691ba-2523-4708-bfda-c8810026bd27" 2024-12-01T14:18:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611fb97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46465,-1] 2024-12-01T14:18:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,022 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:22,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223e9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:22,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46465,1733062696441 2024-12-01T14:18:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1f8cec 2024-12-01T14:18:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:22,027 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:22,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:18:22,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T14:18:22,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:18:22,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T14:18:22,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:18:22,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:22,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:22,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:18:22,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=241337532, stopped=false 2024-12-01T14:18:22,035 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,33281,1733062687779 2024-12-01T14:18:22,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:22,084 DEBUG [57b748500ef9:46465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:22,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=963e3b759b1fe5380551ad56b9e5ec74, regionState=OPENING, regionLocation=57b748500ef9,36499,1733062696541 2024-12-01T14:18:22,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN because future has completed 2024-12-01T14:18:22,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963e3b759b1fe5380551ad56b9e5ec74, server=57b748500ef9,36499,1733062696541}] 2024-12-01T14:18:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-495912372/running 2024-12-01T14:18:22,107 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:22,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:22,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:22,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,39045,1733062687924' ***** 2024-12-01T14:18:22,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:18:22,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-495912372/running 2024-12-01T14:18:22,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:22,109 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:18:22,109 INFO [RS:0;57b748500ef9:39045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:18:22,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:18:22,109 INFO [RS:0;57b748500ef9:39045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:18:22,109 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,39045,1733062687924 2024-12-01T14:18:22,109 INFO [RS:0;57b748500ef9:39045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:22,110 INFO [RS:0;57b748500ef9:39045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39045. 2024-12-01T14:18:22,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/running 2024-12-01T14:18:22,110 DEBUG [RS:0;57b748500ef9:39045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:22,110 DEBUG [RS:0;57b748500ef9:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,110 INFO [RS:0;57b748500ef9:39045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:18:22,110 INFO [RS:0;57b748500ef9:39045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:18:22,110 INFO [RS:0;57b748500ef9:39045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:18:22,110 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:18:22,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Set watcher on znode that does not yet exist, /1-495912372/running 2024-12-01T14:18:22,116 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:18:22,116 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:22,116 DEBUG [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:22,117 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:22,117 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:22,117 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:22,117 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:22,117 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:22,117 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T14:18:22,124 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:22,124 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:22,134 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:18:22,135 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:18:22,162 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:22,171 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/.tmp/ns/5097efc964a7480a84eca1e4147eef93 is 43, key is default/ns:d/1733062689988/Put/seqid=0 2024-12-01T14:18:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741835_1011 (size=5153) 2024-12-01T14:18:22,210 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/.tmp/ns/5097efc964a7480a84eca1e4147eef93 2024-12-01T14:18:22,237 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/.tmp/ns/5097efc964a7480a84eca1e4147eef93 as hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/ns/5097efc964a7480a84eca1e4147eef93 2024-12-01T14:18:22,251 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/ns/5097efc964a7480a84eca1e4147eef93, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T14:18:22,254 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=6, compaction requested=false 2024-12-01T14:18:22,254 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:18:22,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:22,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:22,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:18:22,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C36499%2C1733062696541.rep, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs, maxLogs=10 2024-12-01T14:18:22,299 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:18:22,301 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:22,301 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:22,302 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:22,302 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062702117Running coprocessor pre-close hooks at 1733062702117Disabling compacts and flushes for region at 1733062702117Disabling writes for close at 1733062702117Obtaining lock to block concurrent updates at 1733062702117Preparing flush snapshotting stores in 1588230740 at 1733062702117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733062702118 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062702121 (+3 ms)Flushing 1588230740/ns: creating writer at 1733062702121Flushing 1588230740/ns: appending metadata at 1733062702171 (+50 ms)Flushing 1588230740/ns: closing flushed file at 1733062702171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d32023: reopening flushed file at 1733062702235 (+64 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=6, compaction requested=false at 1733062702254 (+19 ms)Writing region close event to WAL at 1733062702289 (+35 ms)Running coprocessor post-close hooks at 1733062702301 (+12 ms)Closed at 1733062702301 2024-12-01T14:18:22,302 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:22,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.rep.1733062702283, exclude list is [], retry=0 2024-12-01T14:18:22,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-a3b4a158-3449-47a4-8eb3-58f85c269d11,DISK] 2024-12-01T14:18:22,317 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,39045,1733062687924; all regions closed. 2024-12-01T14:18:22,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.rep.1733062702283 2024-12-01T14:18:22,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741834_1010 (size=1152) 2024-12-01T14:18:22,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-01T14:18:22,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 963e3b759b1fe5380551ad56b9e5ec74, NAME => 'hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:22,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:22,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:22,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. service=MultiRowMutationService 2024-12-01T14:18:22,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:18:22,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:22,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,335 DEBUG [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/oldWALs 2024-12-01T14:18:22,335 INFO [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C39045%2C1733062687924.meta:.meta(num 1733062689877) 2024-12-01T14:18:22,347 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,349 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963e3b759b1fe5380551ad56b9e5ec74 columnFamilyName hfileref 2024-12-01T14:18:22,349 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:22,351 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(327): Store=963e3b759b1fe5380551ad56b9e5ec74/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:22,351 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,353 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963e3b759b1fe5380551ad56b9e5ec74 columnFamilyName queue 2024-12-01T14:18:22,353 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:22,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/WALs/57b748500ef9,39045,1733062687924/57b748500ef9%2C39045%2C1733062687924.1733062689278 not finished, retry = 0 2024-12-01T14:18:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741832_1008 (size=93) 2024-12-01T14:18:22,371 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/queue/80dce8eaab944585b1c8054f89035524 2024-12-01T14:18:22,371 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(327): Store=963e3b759b1fe5380551ad56b9e5ec74/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:22,371 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,373 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963e3b759b1fe5380551ad56b9e5ec74 columnFamilyName sid 2024-12-01T14:18:22,373 DEBUG [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:22,374 INFO [StoreOpener-963e3b759b1fe5380551ad56b9e5ec74-1 {}] regionserver.HStore(327): Store=963e3b759b1fe5380551ad56b9e5ec74/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:22,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:18:22,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 963e3b759b1fe5380551ad56b9e5ec74; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73061348, jitterRate=0.08869892358779907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:18:22,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:22,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 963e3b759b1fe5380551ad56b9e5ec74: Running coprocessor pre-open hook at 1733062702335Writing region info on filesystem at 1733062702335Initializing all the Stores at 1733062702337 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062702337Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062702347 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062702347Cleaning up temporary data from old regions at 1733062702382 (+35 ms)Running coprocessor post-open hooks at 1733062702390 (+8 ms)Region opened successfully at 1733062702391 (+1 ms) 2024-12-01T14:18:22,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., pid=19, masterSystemTime=1733062702260 2024-12-01T14:18:22,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:22,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:22,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=963e3b759b1fe5380551ad56b9e5ec74, regionState=OPEN, openSeqNum=10, regionLocation=57b748500ef9,36499,1733062696541 2024-12-01T14:18:22,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963e3b759b1fe5380551ad56b9e5ec74, server=57b748500ef9,36499,1733062696541 because future has completed 2024-12-01T14:18:22,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-01T14:18:22,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 963e3b759b1fe5380551ad56b9e5ec74, server=57b748500ef9,36499,1733062696541 in 329 msec 2024-12-01T14:18:22,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-01T14:18:22,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-01T14:18:22,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963e3b759b1fe5380551ad56b9e5ec74, ASSIGN in 494 msec 2024-12-01T14:18:22,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., hostname=57b748500ef9,36499,1733062696541, seqNum=10] 2024-12-01T14:18:22,457 DEBUG [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/oldWALs 2024-12-01T14:18:22,458 INFO [RS:0;57b748500ef9:39045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C39045%2C1733062687924:(num 1733062689278) 2024-12-01T14:18:22,458 DEBUG [RS:0;57b748500ef9:39045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:22,458 INFO [RS:0;57b748500ef9:39045 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:22,458 INFO [RS:0;57b748500ef9:39045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:22,458 INFO [RS:0;57b748500ef9:39045 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:22,458 INFO [RS:0;57b748500ef9:39045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:22,458 INFO [RS:0;57b748500ef9:39045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39045 2024-12-01T14:18:22,459 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372/rs 2024-12-01T14:18:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-495912372/rs/57b748500ef9,39045,1733062687924 2024-12-01T14:18:22,475 INFO [RS:0;57b748500ef9:39045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:22,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,39045,1733062687924] 2024-12-01T14:18:22,482 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 57b748500ef9,40855,1733062681990 2024-12-01T14:18:22,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-01T14:18:22,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-495912372/draining/57b748500ef9,39045,1733062687924 already deleted, retry=false 2024-12-01T14:18:22,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,39045,1733062687924 expired; onlineServers=0 2024-12-01T14:18:22,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,33281,1733062687779' ***** 2024-12-01T14:18:22,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:18:22,496 INFO [M:0;57b748500ef9:33281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:22,497 INFO [M:0;57b748500ef9:33281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:22,497 DEBUG [M:0;57b748500ef9:33281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:18:22,497 DEBUG [M:0;57b748500ef9:33281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:18:22,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:18:22,497 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062689036 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062689036,5,FailOnTimeoutGroup] 2024-12-01T14:18:22,497 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062689033 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062689033,5,FailOnTimeoutGroup] 2024-12-01T14:18:22,497 INFO [M:0;57b748500ef9:33281 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:22,497 INFO [M:0;57b748500ef9:33281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:22,497 DEBUG [M:0;57b748500ef9:33281 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:18:22,497 INFO [M:0;57b748500ef9:33281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:18:22,497 INFO [M:0;57b748500ef9:33281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:22,497 INFO [M:0;57b748500ef9:33281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:18:22,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:18:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-495912372/master 2024-12-01T14:18:22,507 DEBUG [M:0;57b748500ef9:33281 {}] zookeeper.ZKUtil(347): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Unable to get data of znode /1-495912372/master because node does not exist (not an error) 2024-12-01T14:18:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-495912372 2024-12-01T14:18:22,507 WARN [M:0;57b748500ef9:33281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:18:22,508 INFO [M:0;57b748500ef9:33281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/.lastflushedseqids 2024-12-01T14:18:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741836_1012 (size=99) 2024-12-01T14:18:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:22,586 INFO [RS:0;57b748500ef9:39045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39045-0x1019141c44d0004, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:22,586 INFO [RS:0;57b748500ef9:39045 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,39045,1733062687924; zookeeper connection closed. 2024-12-01T14:18:22,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e6da580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e6da580 2024-12-01T14:18:22,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:18:22,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-01T14:18:22,920 INFO [M:0;57b748500ef9:33281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:18:22,921 INFO [M:0;57b748500ef9:33281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:18:22,921 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:22,921 INFO [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:22,921 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:22,921 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:22,921 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:22,922 INFO [M:0;57b748500ef9:33281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T14:18:22,952 DEBUG [M:0;57b748500ef9:33281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b4da13cd9ce414683e81d0f058b27b0 is 82, key is hbase:meta,,1/info:regioninfo/1733062689956/Put/seqid=0 2024-12-01T14:18:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741837_1013 (size=5672) 2024-12-01T14:18:23,143 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:23,169 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:23,369 INFO [M:0;57b748500ef9:33281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b4da13cd9ce414683e81d0f058b27b0 2024-12-01T14:18:23,397 DEBUG [M:0;57b748500ef9:33281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/453ef1c1412249ea9ea017d7cc3c2e75 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733062689996/Put/seqid=0 2024-12-01T14:18:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741838_1014 (size=5275) 2024-12-01T14:18:23,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:23,803 INFO [M:0;57b748500ef9:33281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/453ef1c1412249ea9ea017d7cc3c2e75 2024-12-01T14:18:23,834 DEBUG [M:0;57b748500ef9:33281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd425fd888c4592ac9c3c388a635f5c is 69, key is 57b748500ef9,39045,1733062687924/rs:state/1733062689064/Put/seqid=0 2024-12-01T14:18:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741839_1015 (size=5156) 2024-12-01T14:18:23,839 INFO [M:0;57b748500ef9:33281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd425fd888c4592ac9c3c388a635f5c 2024-12-01T14:18:23,853 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b4da13cd9ce414683e81d0f058b27b0 as hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b4da13cd9ce414683e81d0f058b27b0 2024-12-01T14:18:23,887 INFO [M:0;57b748500ef9:33281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b4da13cd9ce414683e81d0f058b27b0, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T14:18:23,888 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/453ef1c1412249ea9ea017d7cc3c2e75 as hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/453ef1c1412249ea9ea017d7cc3c2e75 2024-12-01T14:18:23,899 INFO [M:0;57b748500ef9:33281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/453ef1c1412249ea9ea017d7cc3c2e75, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T14:18:23,900 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd425fd888c4592ac9c3c388a635f5c as hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd425fd888c4592ac9c3c388a635f5c 2024-12-01T14:18:23,919 INFO [M:0;57b748500ef9:33281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40817/user/jenkins/test-data/8e40f92f-3a25-4a9e-d3d2-7d861fcbfa4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd425fd888c4592ac9c3c388a635f5c, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T14:18:23,921 INFO [M:0;57b748500ef9:33281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=28, compaction requested=false 2024-12-01T14:18:23,925 INFO [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:23,925 DEBUG [M:0;57b748500ef9:33281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062702921Disabling compacts and flushes for region at 1733062702921Disabling writes for close at 1733062702921Obtaining lock to block concurrent updates at 1733062702922 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062702922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733062702922Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062702923 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062702923Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062702951 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062702951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062703377 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062703396 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062703396Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062703812 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062703833 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062703833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6441e3: reopening flushed file at 1733062703848 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e55e61: reopening flushed file at 1733062703887 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c6a62a: reopening flushed file at 1733062703899 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1000ms, sequenceid=28, compaction requested=false at 1733062703921 (+22 ms)Writing region close event to WAL at 1733062703925 (+4 ms)Closed at 1733062703925 2024-12-01T14:18:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42975 is added to blk_1073741830_1006 (size=10165) 2024-12-01T14:18:23,930 INFO [M:0;57b748500ef9:33281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:18:23,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:23,930 INFO [M:0;57b748500ef9:33281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33281 2024-12-01T14:18:23,933 INFO [M:0;57b748500ef9:33281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:24,060 INFO [M:0;57b748500ef9:33281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:24,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:24,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33281-0x1019141c44d0003, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:24,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34f0202f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:24,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea1d478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:24,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:24,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41a56cb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:24,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2581b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:24,085 WARN [BP-1098277826-172.17.0.3-1733062685487 heartbeating to localhost/127.0.0.1:40817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:18:24,085 WARN [BP-1098277826-172.17.0.3-1733062685487 heartbeating to localhost/127.0.0.1:40817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098277826-172.17.0.3-1733062685487 (Datanode Uuid 3e3d0dac-994e-40d1-8385-a5a9dff0ec51) service to localhost/127.0.0.1:40817 2024-12-01T14:18:24,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:18:24,088 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:18:24,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/cluster_5f08996a-8d2d-141c-67e1-c025b114c9e1/data/data2/current/BP-1098277826-172.17.0.3-1733062685487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:24,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:18:24,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/cluster_5f08996a-8d2d-141c-67e1-c025b114c9e1/data/data1/current/BP-1098277826-172.17.0.3-1733062685487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:24,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be669fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:24,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@af90ee7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:24,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:24,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b86ed72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:24,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808e4ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:18:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:18:24,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:24,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:24,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:24,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:18:24,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=304621181, stopped=false 2024-12-01T14:18:24,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,46465,1733062696441 2024-12-01T14:18:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/running 2024-12-01T14:18:24,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:24,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:24,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:24,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Set watcher on znode that does not yet exist, /0-1857377909/running 2024-12-01T14:18:24,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:24,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,36499,1733062696541' ***** 2024-12-01T14:18:24,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:18:24,161 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:18:24,161 INFO [RS:0;57b748500ef9:36499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:18:24,161 INFO [RS:0;57b748500ef9:36499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(3091): Received CLOSE for 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:24,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,36499,1733062696541 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:36499. 2024-12-01T14:18:24,162 DEBUG [RS:0;57b748500ef9:36499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:24,162 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:18:24,162 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963e3b759b1fe5380551ad56b9e5ec74, disabling compactions & flushes 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:18:24,162 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:24,162 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:18:24,162 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:24,163 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. after waiting 0 ms 2024-12-01T14:18:24,163 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:24,163 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:18:24,163 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1325): Online Regions={963e3b759b1fe5380551ad56b9e5ec74=hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:24,163 DEBUG [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963e3b759b1fe5380551ad56b9e5ec74 2024-12-01T14:18:24,163 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:24,163 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:24,163 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:24,164 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:24,164 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:24,164 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-01T14:18:24,168 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/replication/963e3b759b1fe5380551ad56b9e5ec74/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-01T14:18:24,170 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:24,170 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:24,170 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:24,170 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963e3b759b1fe5380551ad56b9e5ec74: Waiting for close lock at 1733062704162Running coprocessor pre-close hooks at 1733062704162Disabling compacts and flushes for region at 1733062704162Disabling writes for close at 1733062704163 (+1 ms)Writing region close event to WAL at 1733062704164 (+1 ms)Running coprocessor post-close hooks at 1733062704170 (+6 ms)Closed at 1733062704170 2024-12-01T14:18:24,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74. 2024-12-01T14:18:24,172 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:24,190 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/info/3b22afbdbf4b4c7b99f058435160ccb8 is 147, key is hbase:replication,,1733062690194.963e3b759b1fe5380551ad56b9e5ec74./info:regioninfo/1733062702404/Put/seqid=0 2024-12-01T14:18:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741851_1027 (size=6385) 2024-12-01T14:18:24,199 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/info/3b22afbdbf4b4c7b99f058435160ccb8 2024-12-01T14:18:24,213 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/.tmp/info/3b22afbdbf4b4c7b99f058435160ccb8 as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/info/3b22afbdbf4b4c7b99f058435160ccb8 2024-12-01T14:18:24,232 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/info/3b22afbdbf4b4c7b99f058435160ccb8, entries=8, sequenceid=19, filesize=6.2 K 2024-12-01T14:18:24,234 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=19, compaction requested=false 2024-12-01T14:18:24,243 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-01T14:18:24,244 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:24,244 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:24,245 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:24,245 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062704163Running coprocessor pre-close hooks at 1733062704163Disabling compacts and flushes for region at 1733062704163Disabling writes for close at 1733062704164 (+1 ms)Obtaining lock to block concurrent updates at 1733062704164Preparing flush snapshotting stores in 1588230740 at 1733062704164Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733062704164Flushing stores of hbase:meta,,1.1588230740 at 1733062704165 (+1 ms)Flushing 1588230740/info: creating writer at 1733062704166 (+1 ms)Flushing 1588230740/info: appending metadata at 1733062704189 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733062704189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1bfe37: reopening flushed file at 1733062704211 (+22 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=19, compaction requested=false at 1733062704234 (+23 ms)Writing region close event to WAL at 1733062704236 (+2 ms)Running coprocessor post-close hooks at 1733062704244 (+8 ms)Closed at 1733062704245 (+1 ms) 2024-12-01T14:18:24,245 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:24,259 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:24,279 DEBUG [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.1733062697637 to pos 0, reset compression=false 2024-12-01T14:18:24,363 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,36499,1733062696541; all regions closed. 2024-12-01T14:18:24,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741849_1025 (size=2156) 2024-12-01T14:18:24,385 DEBUG [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs 2024-12-01T14:18:24,385 INFO [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C36499%2C1733062696541.meta:.meta(num 1733062698024) 2024-12-01T14:18:24,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/WALs/57b748500ef9,36499,1733062696541/57b748500ef9%2C36499%2C1733062696541.rep.1733062702283 not finished, retry = 0 2024-12-01T14:18:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741850_1026 (size=796) 2024-12-01T14:18:24,528 DEBUG [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs 2024-12-01T14:18:24,528 INFO [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C36499%2C1733062696541.rep:(num 1733062702283) 2024-12-01T14:18:24,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741848_1024 (size=93) 2024-12-01T14:18:24,547 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:18:24,547 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:18:24,548 DEBUG [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/oldWALs 2024-12-01T14:18:24,548 INFO [RS:0;57b748500ef9:36499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C36499%2C1733062696541:(num 1733062697637) 2024-12-01T14:18:24,548 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,548 INFO [RS:0;57b748500ef9:36499 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:24,548 INFO [RS:0;57b748500ef9:36499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:24,549 INFO [RS:0;57b748500ef9:36499 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:24,549 INFO [RS:0;57b748500ef9:36499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:24,549 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:24,549 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-01T14:18:24,549 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,36499,1733062696541 because: Region server is closing 2024-12-01T14:18:24,549 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-01T14:18:24,549 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-01T14:18:24,549 INFO [RS:0;57b748500ef9:36499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:36499. 2024-12-01T14:18:24,549 DEBUG [RS:0;57b748500ef9:36499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:24,549 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,550 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:24,652 WARN [RS:0;57b748500ef9:36499.replicationSource.shipper57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:18:24,653 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;57b748500ef9:36499.replicationSource.shipper57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 terminated 2024-12-01T14:18:24,652 WARN [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,1-57b748500ef9,36499,1733062696541 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:18:24,653 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-57b748500ef9,36499,1733062696541 because: Region server is closing 2024-12-01T14:18:24,653 INFO [RS:0;57b748500ef9:36499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:36499. 2024-12-01T14:18:24,653 DEBUG [RS:0;57b748500ef9:36499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:24,653 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,653 DEBUG [RS:0;57b748500ef9:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:24,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:24,754 WARN [RS:0;57b748500ef9:36499.replicationSource.wal-reader.57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:18:24,754 WARN [RS:0;57b748500ef9:36499.replicationSource.shipper57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:18:24,754 INFO [RS:0;57b748500ef9:36499 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;57b748500ef9:36499.replicationSource.shipper57b748500ef9%2C36499%2C1733062696541,2-57b748500ef9,36499,1733062696541 terminated 2024-12-01T14:18:24,754 INFO [RS:0;57b748500ef9:36499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36499 2024-12-01T14:18:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909/rs 2024-12-01T14:18:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/rs/57b748500ef9,36499,1733062696541 2024-12-01T14:18:24,812 INFO [RS:0;57b748500ef9:36499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:24,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,36499,1733062696541] 2024-12-01T14:18:24,884 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1857377909/draining/57b748500ef9,36499,1733062696541 already deleted, retry=false 2024-12-01T14:18:24,885 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,36499,1733062696541 expired; onlineServers=0 2024-12-01T14:18:24,885 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,46465,1733062696441' ***** 2024-12-01T14:18:24,885 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:18:24,885 INFO [M:0;57b748500ef9:46465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:24,885 INFO [M:0;57b748500ef9:46465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:24,885 DEBUG [M:0;57b748500ef9:46465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:18:24,885 DEBUG [M:0;57b748500ef9:46465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:18:24,885 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:18:24,885 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062697385 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062697385,5,FailOnTimeoutGroup] 2024-12-01T14:18:24,885 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062697385 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062697385,5,FailOnTimeoutGroup] 2024-12-01T14:18:24,885 INFO [M:0;57b748500ef9:46465 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:24,885 INFO [M:0;57b748500ef9:46465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:24,886 DEBUG [M:0;57b748500ef9:46465 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:18:24,886 INFO [M:0;57b748500ef9:46465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:18:24,886 INFO [M:0;57b748500ef9:46465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:24,886 INFO [M:0;57b748500ef9:46465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:18:24,886 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:18:24,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1857377909/master 2024-12-01T14:18:24,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1857377909 2024-12-01T14:18:24,939 DEBUG [M:0;57b748500ef9:46465 {}] zookeeper.ZKUtil(347): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Unable to get data of znode /0-1857377909/master because node does not exist (not an error) 2024-12-01T14:18:24,939 WARN [M:0;57b748500ef9:46465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:18:24,940 INFO [M:0;57b748500ef9:46465 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/.lastflushedseqids 2024-12-01T14:18:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741852_1028 (size=181) 2024-12-01T14:18:24,951 INFO [M:0;57b748500ef9:46465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:18:24,951 INFO [M:0;57b748500ef9:46465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:18:24,951 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:24,951 INFO [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:24,951 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:24,952 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:24,952 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:24,952 INFO [M:0;57b748500ef9:46465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-01T14:18:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x1019141c44d0007, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:24,969 INFO [RS:0;57b748500ef9:36499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:24,969 INFO [RS:0;57b748500ef9:36499 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,36499,1733062696541; zookeeper connection closed. 2024-12-01T14:18:24,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cc52c9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cc52c9e 2024-12-01T14:18:24,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:18:24,978 DEBUG [M:0;57b748500ef9:46465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/440224f32a9a45148b1c5e4f04b7e249 is 82, key is hbase:meta,,1/info:regioninfo/1733062698087/Put/seqid=0 2024-12-01T14:18:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741853_1029 (size=5680) 2024-12-01T14:18:25,000 INFO [M:0;57b748500ef9:46465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/440224f32a9a45148b1c5e4f04b7e249 2024-12-01T14:18:25,033 DEBUG [M:0;57b748500ef9:46465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028f811aa7014c829b110e735d9c38db is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733062702425/Put/seqid=0 2024-12-01T14:18:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741854_1030 (size=7319) 2024-12-01T14:18:25,039 INFO [M:0;57b748500ef9:46465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028f811aa7014c829b110e735d9c38db 2024-12-01T14:18:25,073 DEBUG [M:0;57b748500ef9:46465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcca5db3d177472c9be81c10f1ebe748 is 69, key is 57b748500ef9,36499,1733062696541/rs:state/1733062697412/Put/seqid=0 2024-12-01T14:18:25,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741855_1031 (size=5371) 2024-12-01T14:18:25,081 INFO [M:0;57b748500ef9:46465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcca5db3d177472c9be81c10f1ebe748 2024-12-01T14:18:25,088 INFO [M:0;57b748500ef9:46465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcca5db3d177472c9be81c10f1ebe748 2024-12-01T14:18:25,090 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/440224f32a9a45148b1c5e4f04b7e249 as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/440224f32a9a45148b1c5e4f04b7e249 2024-12-01T14:18:25,102 INFO [M:0;57b748500ef9:46465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/440224f32a9a45148b1c5e4f04b7e249, entries=8, sequenceid=172, filesize=5.5 K 2024-12-01T14:18:25,104 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028f811aa7014c829b110e735d9c38db as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/028f811aa7014c829b110e735d9c38db 2024-12-01T14:18:25,115 INFO [M:0;57b748500ef9:46465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/028f811aa7014c829b110e735d9c38db, entries=7, sequenceid=172, filesize=7.1 K 2024-12-01T14:18:25,116 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcca5db3d177472c9be81c10f1ebe748 as hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcca5db3d177472c9be81c10f1ebe748 2024-12-01T14:18:25,125 INFO [M:0;57b748500ef9:46465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcca5db3d177472c9be81c10f1ebe748 2024-12-01T14:18:25,125 INFO [M:0;57b748500ef9:46465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/847d43de-7138-517d-8fe8-484cf81866e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcca5db3d177472c9be81c10f1ebe748, entries=2, sequenceid=172, filesize=5.2 K 2024-12-01T14:18:25,127 INFO [M:0;57b748500ef9:46465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=172, compaction requested=false 2024-12-01T14:18:25,132 INFO [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:25,133 DEBUG [M:0;57b748500ef9:46465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062704951Disabling compacts and flushes for region at 1733062704951Disabling writes for close at 1733062704952 (+1 ms)Obtaining lock to block concurrent updates at 1733062704952Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062704952Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733062704952Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062704953 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062704953Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062704977 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062704977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062705009 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062705032 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062705032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062705050 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062705072 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062705072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e5d917: reopening flushed file at 1733062705088 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e8bc17: reopening flushed file at 1733062705102 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28dab9c6: reopening flushed file at 1733062705115 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=172, compaction requested=false at 1733062705127 (+12 ms)Writing region close event to WAL at 1733062705132 (+5 ms)Closed at 1733062705132 2024-12-01T14:18:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741847_1023 (size=22949) 2024-12-01T14:18:25,137 INFO [M:0;57b748500ef9:46465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:18:25,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:25,138 INFO [M:0;57b748500ef9:46465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46465 2024-12-01T14:18:25,138 INFO [M:0;57b748500ef9:46465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:25,260 INFO [M:0;57b748500ef9:46465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46465-0x1019141c44d0006, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:25,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:25,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:25,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:25,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:25,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:25,266 WARN [BP-432803074-172.17.0.3-1733062675920 heartbeating to localhost/127.0.0.1:35755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:18:25,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:18:25,266 WARN [BP-432803074-172.17.0.3-1733062675920 heartbeating to localhost/127.0.0.1:35755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432803074-172.17.0.3-1733062675920 (Datanode Uuid ee992362-f260-48fb-a611-380c2de3ea60) service to localhost/127.0.0.1:35755 2024-12-01T14:18:25,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:18:25,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/data/data1/current/BP-432803074-172.17.0.3-1733062675920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:25,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/cluster_682a6b27-36d3-0cfb-3678-a339e68fa55a/data/data2/current/BP-432803074-172.17.0.3-1733062675920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:25,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:18:25,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:25,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:25,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:25,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:25,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/664548da-386f-a700-5f69-53cace0c09e0/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:25,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:18:25,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:18:25,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57b748500ef9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35755 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/57b748500ef9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40817 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=861 (was 990), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=5732 (was 5469) - AvailableMemoryMB LEAK? - 2024-12-01T14:18:25,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=861, ProcessCount=11, AvailableMemoryMB=5732 2024-12-01T14:18:25,342 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-01T14:18:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir so I do NOT create it in target/test-data/090baf0f-8881-26fd-5019-e2403589abd3 2024-12-01T14:18:25,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:18:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.tmp.dir so I do NOT create it in target/test-data/090baf0f-8881-26fd-5019-e2403589abd3 2024-12-01T14:18:25,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/893f2ad1-f694-0db5-ac95-9e3cc7c0df92/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:18:25,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3 2024-12-01T14:18:25,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1, deleteOnExit=true 2024-12-01T14:18:25,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/zookeeper_0, clientPort=57528, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:18:25,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57528 2024-12-01T14:18:25,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:18:25,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:18:25,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/test.cache.data in system properties and HBase conf 2024-12-01T14:18:25,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:18:25,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:18:25,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:18:25,359 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:25,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:25,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:18:25,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:18:25,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:18:25,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:25,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:18:25,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:18:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019141c44d0002, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:18:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019141c44d0005, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:18:25,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019141c44d0005, quorum=127.0.0.1:57655, baseZNode=/1-495912372 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:18:25,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019141c44d0002, quorum=127.0.0.1:57655, baseZNode=/0-1857377909 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:18:25,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:25,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:25,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:25,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:25,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:18:25,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:25,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cfbe79b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:25,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ad29296{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:25,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b536dee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/java.io.tmpdir/jetty-localhost-40143-hadoop-hdfs-3_4_1-tests_jar-_-any-17494688798976332094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:25,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ce02e1{HTTP/1.1, (http/1.1)}{localhost:40143} 2024-12-01T14:18:25,954 INFO [Time-limited test {}] server.Server(415): Started @33622ms 2024-12-01T14:18:26,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:26,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:26,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:26,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:26,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:18:26,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@386e301{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:26,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@431867d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:26,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@276a33b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/java.io.tmpdir/jetty-localhost-40015-hadoop-hdfs-3_4_1-tests_jar-_-any-386707720340414716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:26,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2196b814{HTTP/1.1, (http/1.1)}{localhost:40015} 2024-12-01T14:18:26,583 INFO [Time-limited test {}] server.Server(415): Started @34251ms 2024-12-01T14:18:26,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:18:28,501 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/data/data2/current/BP-765189526-172.17.0.3-1733062705386/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:28,501 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/data/data1/current/BP-765189526-172.17.0.3-1733062705386/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:28,518 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:18:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e3658d01a320dc5 with lease ID 0x9400a965e8497344: Processing first storage report for DS-ae6e53f6-7a09-4443-b6c3-4ccc563cdc78 from datanode DatanodeRegistration(127.0.0.1:42525, datanodeUuid=7bb4c16f-f43e-48bc-92cd-31cd0d616e35, infoPort=37571, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=1900458513;c=1733062705386) 2024-12-01T14:18:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e3658d01a320dc5 with lease ID 0x9400a965e8497344: from storage DS-ae6e53f6-7a09-4443-b6c3-4ccc563cdc78 node DatanodeRegistration(127.0.0.1:42525, datanodeUuid=7bb4c16f-f43e-48bc-92cd-31cd0d616e35, infoPort=37571, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=1900458513;c=1733062705386), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:18:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e3658d01a320dc5 with lease ID 0x9400a965e8497344: Processing first storage report for DS-37437021-1c71-4ff3-beb0-edc373a43df0 from datanode DatanodeRegistration(127.0.0.1:42525, datanodeUuid=7bb4c16f-f43e-48bc-92cd-31cd0d616e35, infoPort=37571, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=1900458513;c=1733062705386) 2024-12-01T14:18:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e3658d01a320dc5 with lease ID 0x9400a965e8497344: from storage DS-37437021-1c71-4ff3-beb0-edc373a43df0 node DatanodeRegistration(127.0.0.1:42525, datanodeUuid=7bb4c16f-f43e-48bc-92cd-31cd0d616e35, infoPort=37571, infoSecurePort=0, ipcPort=34185, storageInfo=lv=-57;cid=testClusterID;nsid=1900458513;c=1733062705386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:28,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3 2024-12-01T14:18:28,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:28,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:28,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:18:29,013 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440 with version=8 2024-12-01T14:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/hbase-staging 2024-12-01T14:18:29,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:29,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:29,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:29,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:29,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:29,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:29,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:29,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:29,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46103 2024-12-01T14:18:29,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46103 connecting to ZooKeeper ensemble=127.0.0.1:57528 2024-12-01T14:18:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461030x0, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:29,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46103-0x10191423c710000 connected 2024-12-01T14:18:29,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:29,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:29,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/running 2024-12-01T14:18:29,229 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440, hbase.cluster.distributed=false 2024-12-01T14:18:29,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/acl 2024-12-01T14:18:29,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46103 2024-12-01T14:18:29,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46103 2024-12-01T14:18:29,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46103 2024-12-01T14:18:29,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46103 2024-12-01T14:18:29,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46103 2024-12-01T14:18:29,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:29,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:29,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:29,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:29,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:29,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:29,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:29,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:29,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43813 2024-12-01T14:18:29,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43813 connecting to ZooKeeper ensemble=127.0.0.1:57528 2024-12-01T14:18:29,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:29,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:29,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438130x0, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:29,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43813-0x10191423c710001 connected 2024-12-01T14:18:29,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/running 2024-12-01T14:18:29,308 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:29,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:29,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/master 2024-12-01T14:18:29,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/acl 2024-12-01T14:18:29,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43813 2024-12-01T14:18:29,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43813 2024-12-01T14:18:29,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43813 2024-12-01T14:18:29,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43813 2024-12-01T14:18:29,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43813 2024-12-01T14:18:29,342 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:46103 2024-12-01T14:18:29,344 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /040048034/backup-masters/57b748500ef9,46103,1733062709016 2024-12-01T14:18:29,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034/backup-masters 2024-12-01T14:18:29,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034/backup-masters 2024-12-01T14:18:29,359 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on existing znode=/040048034/backup-masters/57b748500ef9,46103,1733062709016 2024-12-01T14:18:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/040048034/master 2024-12-01T14:18:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:29,379 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on existing znode=/040048034/master 2024-12-01T14:18:29,380 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /040048034/backup-masters/57b748500ef9,46103,1733062709016 from backup master directory 2024-12-01T14:18:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034/backup-masters 2024-12-01T14:18:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040048034/backup-masters/57b748500ef9,46103,1733062709016 2024-12-01T14:18:29,400 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034/backup-masters 2024-12-01T14:18:29,400 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,46103,1733062709016 2024-12-01T14:18:29,405 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/hbase.id] with ID: b9110624-ee0c-44ab-887d-e4020ff4f7ca 2024-12-01T14:18:29,405 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/.tmp/hbase.id 2024-12-01T14:18:29,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:18:29,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:29,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:29,816 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/.tmp/hbase.id]:[hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/hbase.id] 2024-12-01T14:18:29,833 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:29,834 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:29,836 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:18:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:29,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:18:29,871 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:29,872 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:29,873 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:18:30,290 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store 2024-12-01T14:18:30,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:18:30,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:30,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:30,697 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:30,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:30,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:30,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:30,697 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:30,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062710697Disabling compacts and flushes for region at 1733062710697Disabling writes for close at 1733062710697Writing region close event to WAL at 1733062710697Closed at 1733062710697 2024-12-01T14:18:30,698 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/.initializing 2024-12-01T14:18:30,698 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/WALs/57b748500ef9,46103,1733062709016 2024-12-01T14:18:30,699 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:30,701 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C46103%2C1733062709016, suffix=, logDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/WALs/57b748500ef9,46103,1733062709016, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:30,715 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/WALs/57b748500ef9,46103,1733062709016/57b748500ef9%2C46103%2C1733062709016.1733062710701, exclude list is [], retry=0 2024-12-01T14:18:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-ae6e53f6-7a09-4443-b6c3-4ccc563cdc78,DISK] 2024-12-01T14:18:30,720 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/WALs/57b748500ef9,46103,1733062709016/57b748500ef9%2C46103%2C1733062709016.1733062710701 2024-12-01T14:18:30,720 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-01T14:18:30,720 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:30,720 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:30,720 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,720 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:30,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:30,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:30,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:30,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:30,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:30,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:30,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:30,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:30,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:30,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:30,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:30,731 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,732 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,732 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,733 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,733 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,734 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:30,735 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:30,737 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:30,737 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62660397, jitterRate=-0.0662873238325119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:30,738 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062710721Initializing all the Stores at 1733062710721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062710722 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062710722Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062710722Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062710722Cleaning up temporary data from old regions at 1733062710733 (+11 ms)Region opened successfully at 1733062710738 (+5 ms) 2024-12-01T14:18:30,739 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:30,744 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fce113d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:30,745 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:18:30,745 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:30,745 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:30,746 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:30,746 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:18:30,746 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:18:30,746 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:30,748 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:30,749 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Unable to get data of znode /040048034/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:30,759 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040048034/balancer already deleted, retry=false 2024-12-01T14:18:30,759 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:30,760 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Unable to get data of znode /040048034/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:30,769 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040048034/normalizer already deleted, retry=false 2024-12-01T14:18:30,770 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:30,771 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Unable to get data of znode /040048034/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:30,780 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040048034/switch/split already deleted, retry=false 2024-12-01T14:18:30,781 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Unable to get data of znode /040048034/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:30,790 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040048034/switch/merge already deleted, retry=false 2024-12-01T14:18:30,792 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Unable to get data of znode /040048034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:30,801 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040048034/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/040048034/running 2024-12-01T14:18:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/040048034/running 2024-12-01T14:18:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:30,812 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,46103,1733062709016, sessionid=0x10191423c710000, setting cluster-up flag (Was=false) 2024-12-01T14:18:30,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:30,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:30,864 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /040048034/flush-table-proc/acquired, /040048034/flush-table-proc/reached, /040048034/flush-table-proc/abort 2024-12-01T14:18:30,865 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,46103,1733062709016 2024-12-01T14:18:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:30,917 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /040048034/online-snapshot/acquired, /040048034/online-snapshot/reached, /040048034/online-snapshot/abort 2024-12-01T14:18:30,918 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,46103,1733062709016 2024-12-01T14:18:30,920 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:18:30,921 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:30,922 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:30,922 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:30,922 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,46103,1733062709016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:30,923 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:30,924 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:30,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062740926 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:30,927 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,927 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(746): ClusterId : b9110624-ee0c-44ab-887d-e4020ff4f7ca 2024-12-01T14:18:30,927 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:30,927 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:30,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:18:30,928 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:30,928 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:30,928 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:30,928 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:30,932 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:30,932 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:30,935 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062710932,5,FailOnTimeoutGroup] 2024-12-01T14:18:30,935 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062710935,5,FailOnTimeoutGroup] 2024-12-01T14:18:30,935 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,935 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:30,935 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,935 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,939 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:30,939 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:18:30,950 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:30,950 DEBUG [RS:0;57b748500ef9:43813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377ad317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:30,962 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:43813 2024-12-01T14:18:30,963 INFO [RS:0;57b748500ef9:43813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:30,963 INFO [RS:0;57b748500ef9:43813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:30,963 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:30,964 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,46103,1733062709016 with port=43813, startcode=1733062709274 2024-12-01T14:18:30,964 DEBUG [RS:0;57b748500ef9:43813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:30,965 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:30,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,43813,1733062709274 2024-12-01T14:18:30,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,43813,1733062709274 2024-12-01T14:18:30,968 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440 2024-12-01T14:18:30,968 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40879 2024-12-01T14:18:30,968 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:30,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034/rs 2024-12-01T14:18:30,980 DEBUG [RS:0;57b748500ef9:43813 {}] zookeeper.ZKUtil(111): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on existing znode=/040048034/rs/57b748500ef9,43813,1733062709274 2024-12-01T14:18:30,981 WARN [RS:0;57b748500ef9:43813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:30,981 INFO [RS:0;57b748500ef9:43813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:30,981 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274 2024-12-01T14:18:30,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,43813,1733062709274] 2024-12-01T14:18:30,985 INFO [RS:0;57b748500ef9:43813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:30,988 INFO [RS:0;57b748500ef9:43813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:30,989 INFO [RS:0;57b748500ef9:43813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:30,989 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,989 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:30,991 INFO [RS:0;57b748500ef9:43813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:30,991 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:30,992 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:30,993 DEBUG [RS:0;57b748500ef9:43813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:30,997 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,997 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,997 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,997 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,997 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:30,997 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43813,1733062709274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:31,010 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:31,010 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43813,1733062709274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:31,010 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:31,011 INFO [RS:0;57b748500ef9:43813 {}] regionserver.Replication(171): 57b748500ef9,43813,1733062709274 started 2024-12-01T14:18:31,022 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:31,022 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,43813,1733062709274, RpcServer on 57b748500ef9/172.17.0.3:43813, sessionid=0x10191423c710001 2024-12-01T14:18:31,023 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:31,023 DEBUG [RS:0;57b748500ef9:43813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,43813,1733062709274 2024-12-01T14:18:31,023 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43813,1733062709274' 2024-12-01T14:18:31,023 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/040048034/flush-table-proc/abort' 2024-12-01T14:18:31,023 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/040048034/flush-table-proc/acquired' 2024-12-01T14:18:31,024 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:31,024 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:31,024 DEBUG [RS:0;57b748500ef9:43813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,43813,1733062709274 2024-12-01T14:18:31,024 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43813,1733062709274' 2024-12-01T14:18:31,024 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/040048034/online-snapshot/abort' 2024-12-01T14:18:31,024 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/040048034/online-snapshot/acquired' 2024-12-01T14:18:31,025 DEBUG [RS:0;57b748500ef9:43813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:31,025 INFO [RS:0;57b748500ef9:43813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:31,025 INFO [RS:0;57b748500ef9:43813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:31,126 INFO [RS:0;57b748500ef9:43813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:31,128 INFO [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43813%2C1733062709274, suffix=, logDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/oldWALs, maxLogs=10 2024-12-01T14:18:31,141 DEBUG [RS:0;57b748500ef9:43813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128, exclude list is [], retry=0 2024-12-01T14:18:31,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-ae6e53f6-7a09-4443-b6c3-4ccc563cdc78,DISK] 2024-12-01T14:18:31,147 INFO [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 2024-12-01T14:18:31,147 DEBUG [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-01T14:18:31,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:18:31,342 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440 2024-12-01T14:18:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:18:31,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:18:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:31,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:31,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:31,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:31,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:31,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:31,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:31,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:31,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:31,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:31,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:31,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:31,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:31,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:31,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:31,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:31,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:31,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:31,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:31,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740 2024-12-01T14:18:31,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740 2024-12-01T14:18:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:31,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:31,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:31,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67687529, jitterRate=0.008622780442237854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:31,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062711749Initializing all the Stores at 1733062711750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062711750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062711750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062711750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062711750Cleaning up temporary data from old regions at 1733062711770 (+20 ms)Region opened successfully at 1733062711777 (+7 ms) 2024-12-01T14:18:31,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:31,778 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:31,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:31,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:31,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:31,779 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:31,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062711777Disabling compacts and flushes for region at 1733062711777Disabling writes for close at 1733062711778 (+1 ms)Writing region close event to WAL at 1733062711779 (+1 ms)Closed at 1733062711779 2024-12-01T14:18:31,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:31,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:18:31,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:31,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:31,792 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:18:31,942 DEBUG [57b748500ef9:46103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:31,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,43813,1733062709274 2024-12-01T14:18:31,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43813,1733062709274, state=OPENING 2024-12-01T14:18:31,957 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:18:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:31,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040048034/meta-region-server: CHANGED 2024-12-01T14:18:31,970 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:31,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43813,1733062709274}] 2024-12-01T14:18:31,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040048034/meta-region-server: CHANGED 2024-12-01T14:18:32,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:32,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:32,129 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:32,129 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:32,129 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:32,131 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43813%2C1733062709274.meta, suffix=.meta, logDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/oldWALs, maxLogs=10 2024-12-01T14:18:32,143 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.meta.1733062712132.meta, exclude list is [], retry=0 2024-12-01T14:18:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-ae6e53f6-7a09-4443-b6c3-4ccc563cdc78,DISK] 2024-12-01T14:18:32,147 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.meta.1733062712132.meta 2024-12-01T14:18:32,147 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-01T14:18:32,148 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:32,148 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:32,148 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:32,148 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:32,148 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:32,148 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:32,148 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:32,149 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:32,149 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:32,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:32,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:32,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:32,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:32,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:32,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:32,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:32,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:32,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:32,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:32,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:32,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:32,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:32,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:32,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:32,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:32,156 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:32,157 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740 2024-12-01T14:18:32,158 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740 2024-12-01T14:18:32,160 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:32,160 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:32,160 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:32,162 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:32,162 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69748381, jitterRate=0.039331868290901184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:32,163 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:32,163 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062712149Writing region info on filesystem at 1733062712149Initializing all the Stores at 1733062712150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062712150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062712150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062712150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062712150Cleaning up temporary data from old regions at 1733062712160 (+10 ms)Running coprocessor post-open hooks at 1733062712163 (+3 ms)Region opened successfully at 1733062712163 2024-12-01T14:18:32,164 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062712124 2024-12-01T14:18:32,166 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:32,166 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:32,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43813,1733062709274 2024-12-01T14:18:32,168 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43813,1733062709274, state=OPEN 2024-12-01T14:18:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/040048034/meta-region-server 2024-12-01T14:18:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/040048034/meta-region-server 2024-12-01T14:18:32,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,43813,1733062709274 2024-12-01T14:18:32,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040048034/meta-region-server: CHANGED 2024-12-01T14:18:32,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040048034/meta-region-server: CHANGED 2024-12-01T14:18:32,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:18:32,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43813,1733062709274 in 249 msec 2024-12-01T14:18:32,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:18:32,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-12-01T14:18:32,227 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:32,228 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:18:32,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:32,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43813,1733062709274, seqNum=-1] 2024-12-01T14:18:32,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:32,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:32,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-12-01T14:18:32,239 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062712239, completionTime=-1 2024-12-01T14:18:32,239 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:18:32,239 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:32,242 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:32,242 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062772242 2024-12-01T14:18:32,242 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062832242 2024-12-01T14:18:32,242 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:18:32,243 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46103,1733062709016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,243 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46103,1733062709016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,243 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46103,1733062709016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,243 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:46103, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,243 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,244 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,246 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:18:32,248 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.848sec 2024-12-01T14:18:32,248 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:32,248 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:32,248 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:32,249 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:32,249 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:32,249 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46103,1733062709016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:32,249 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46103,1733062709016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:32,252 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:32,252 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:32,252 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46103,1733062709016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:32,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25052f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:32,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46103,-1 for getting cluster id 2024-12-01T14:18:32,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:32,331 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9110624-ee0c-44ab-887d-e4020ff4f7ca' 2024-12-01T14:18:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9110624-ee0c-44ab-887d-e4020ff4f7ca" 2024-12-01T14:18:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d87ae18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46103,-1] 2024-12-01T14:18:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:32,333 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:32,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d7eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:32,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43813,1733062709274, seqNum=-1] 2024-12-01T14:18:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:32,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:32,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,46103,1733062709016 2024-12-01T14:18:32,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57528 2024-12-01T14:18:32,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:32,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10191423c710002 connected 2024-12-01T14:18:32,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir so I do NOT create it in target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0 2024-12-01T14:18:32,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:18:32,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.tmp.dir so I do NOT create it in target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0 2024-12-01T14:18:32,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:18:32,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0 2024-12-01T14:18:32,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:18:32,373 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/cluster_19b59f5c-628d-1488-ea02-d3317097d014, deleteOnExit=true 2024-12-01T14:18:32,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/test.cache.data in system properties and HBase conf 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:18:32,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:18:32,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:18:32,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:32,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:18:32,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:18:32,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:32,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:32,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:32,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:32,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:18:32,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:32,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b3f284{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:32,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@419155ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:33,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e0e43e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/java.io.tmpdir/jetty-localhost-42271-hadoop-hdfs-3_4_1-tests_jar-_-any-11001264449404084645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:33,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c25a929{HTTP/1.1, (http/1.1)}{localhost:42271} 2024-12-01T14:18:33,004 INFO [Time-limited test {}] server.Server(415): Started @40671ms 2024-12-01T14:18:33,091 WARN [RS:0;57b748500ef9:43813 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 57b748500ef9,40855,1733062681990: status=Processing ServerCrashProcedure of 57b748500ef9,40855,1733062681990 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733062697385, completionTime=-1 appears to have been leaked 2024-12-01T14:18:33,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:33,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:33,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:33,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:33,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:18:33,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4696742e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:33,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa9d3bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:33,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65180ecb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/java.io.tmpdir/jetty-localhost-37729-hadoop-hdfs-3_4_1-tests_jar-_-any-2430863621478072246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:33,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cfc709a{HTTP/1.1, (http/1.1)}{localhost:37729} 2024-12-01T14:18:33,502 INFO [Time-limited test {}] server.Server(415): Started @41169ms 2024-12-01T14:18:33,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:18:34,732 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/cluster_19b59f5c-628d-1488-ea02-d3317097d014/data/data1/current/BP-335391384-172.17.0.3-1733062712407/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:34,735 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/cluster_19b59f5c-628d-1488-ea02-d3317097d014/data/data2/current/BP-335391384-172.17.0.3-1733062712407/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:34,756 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:18:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33ddc48c0d25e431 with lease ID 0xa11bb0dcf9702a2d: Processing first storage report for DS-cbab7637-f147-4818-b588-8345ea78846c from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=9446ca87-c4e4-4fe0-9f19-51da25c327af, infoPort=43159, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=2135177365;c=1733062712407) 2024-12-01T14:18:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33ddc48c0d25e431 with lease ID 0xa11bb0dcf9702a2d: from storage DS-cbab7637-f147-4818-b588-8345ea78846c node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=9446ca87-c4e4-4fe0-9f19-51da25c327af, infoPort=43159, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=2135177365;c=1733062712407), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:18:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33ddc48c0d25e431 with lease ID 0xa11bb0dcf9702a2d: Processing first storage report for DS-5b04a742-23ac-4bf9-9374-ce8bd3d1521f from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=9446ca87-c4e4-4fe0-9f19-51da25c327af, infoPort=43159, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=2135177365;c=1733062712407) 2024-12-01T14:18:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33ddc48c0d25e431 with lease ID 0xa11bb0dcf9702a2d: from storage DS-5b04a742-23ac-4bf9-9374-ce8bd3d1521f node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=9446ca87-c4e4-4fe0-9f19-51da25c327af, infoPort=43159, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=2135177365;c=1733062712407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:34,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0 2024-12-01T14:18:34,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:34,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:18:35,256 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463 with version=8 2024-12-01T14:18:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/hbase-staging 2024-12-01T14:18:35,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:35,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:35,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:35,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:35,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:35,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:35,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:35,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:35,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37467 2024-12-01T14:18:35,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37467 connecting to ZooKeeper ensemble=127.0.0.1:57528 2024-12-01T14:18:35,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374670x0, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:35,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37467-0x10191423c710003 connected 2024-12-01T14:18:35,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:35,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:35,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/running 2024-12-01T14:18:35,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463, hbase.cluster.distributed=false 2024-12-01T14:18:35,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/acl 2024-12-01T14:18:35,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37467 2024-12-01T14:18:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37467 2024-12-01T14:18:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37467 2024-12-01T14:18:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37467 2024-12-01T14:18:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37467 2024-12-01T14:18:35,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:35,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:35,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:35,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:35,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:35,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:35,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:35,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:35,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44717 2024-12-01T14:18:35,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44717 connecting to ZooKeeper ensemble=127.0.0.1:57528 2024-12-01T14:18:35,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:35,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447170x0, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:35,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447170x0, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/running 2024-12-01T14:18:35,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:35,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44717-0x10191423c710004 connected 2024-12-01T14:18:35,709 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:35,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/master 2024-12-01T14:18:35,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/acl 2024-12-01T14:18:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44717 2024-12-01T14:18:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44717 2024-12-01T14:18:35,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44717 2024-12-01T14:18:35,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44717 2024-12-01T14:18:35,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44717 2024-12-01T14:18:35,728 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:37467 2024-12-01T14:18:35,729 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1930036900/backup-masters/57b748500ef9,37467,1733062715257 2024-12-01T14:18:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900/backup-masters 2024-12-01T14:18:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900/backup-masters 2024-12-01T14:18:35,738 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on existing znode=/1930036900/backup-masters/57b748500ef9,37467,1733062715257 2024-12-01T14:18:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1930036900/master 2024-12-01T14:18:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:35,749 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on existing znode=/1930036900/master 2024-12-01T14:18:35,749 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1930036900/backup-masters/57b748500ef9,37467,1733062715257 from backup master directory 2024-12-01T14:18:35,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930036900/backup-masters/57b748500ef9,37467,1733062715257 2024-12-01T14:18:35,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900/backup-masters 2024-12-01T14:18:35,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900/backup-masters 2024-12-01T14:18:35,759 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:35,759 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,37467,1733062715257 2024-12-01T14:18:35,762 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/hbase.id] with ID: 40a79478-c955-405b-ae5f-889a01155ca5 2024-12-01T14:18:35,763 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/.tmp/hbase.id 2024-12-01T14:18:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:18:36,168 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/.tmp/hbase.id]:[hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/hbase.id] 2024-12-01T14:18:36,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:36,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:36,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:18:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:36,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:18:36,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:36,597 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:36,597 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:18:36,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:36,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:36,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:36,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:18:37,004 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store 2024-12-01T14:18:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:18:37,415 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:37,415 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:37,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:37,415 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:37,415 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:37,415 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:37,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:37,415 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062717415Disabling compacts and flushes for region at 1733062717415Disabling writes for close at 1733062717415Writing region close event to WAL at 1733062717415Closed at 1733062717415 2024-12-01T14:18:37,416 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/.initializing 2024-12-01T14:18:37,416 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/WALs/57b748500ef9,37467,1733062715257 2024-12-01T14:18:37,418 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:37,420 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C37467%2C1733062715257, suffix=, logDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/WALs/57b748500ef9,37467,1733062715257, archiveDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:37,432 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/WALs/57b748500ef9,37467,1733062715257/57b748500ef9%2C37467%2C1733062715257.1733062717420, exclude list is [], retry=0 2024-12-01T14:18:37,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-cbab7637-f147-4818-b588-8345ea78846c,DISK] 2024-12-01T14:18:37,436 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/WALs/57b748500ef9,37467,1733062715257/57b748500ef9%2C37467%2C1733062715257.1733062717420 2024-12-01T14:18:37,436 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43159:43159)] 2024-12-01T14:18:37,436 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:37,437 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:37,437 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,437 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:37,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:37,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:37,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:37,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:37,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:37,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:37,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:37,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:37,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:37,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:37,445 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,446 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,446 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,447 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,447 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,448 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:37,449 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:37,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:37,451 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59607129, jitterRate=-0.11178456246852875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:37,451 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062717437Initializing all the Stores at 1733062717438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062717438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062717438Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062717438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062717438Cleaning up temporary data from old regions at 1733062717447 (+9 ms)Region opened successfully at 1733062717451 (+4 ms) 2024-12-01T14:18:37,451 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:37,454 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b012d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:37,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:18:37,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:37,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:37,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:37,457 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:18:37,457 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:18:37,458 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:37,460 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:37,461 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Unable to get data of znode /1930036900/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:37,473 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930036900/balancer already deleted, retry=false 2024-12-01T14:18:37,473 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:37,474 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Unable to get data of znode /1930036900/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:37,485 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930036900/normalizer already deleted, retry=false 2024-12-01T14:18:37,485 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:37,486 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Unable to get data of znode /1930036900/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:37,495 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930036900/switch/split already deleted, retry=false 2024-12-01T14:18:37,496 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Unable to get data of znode /1930036900/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:37,506 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930036900/switch/merge already deleted, retry=false 2024-12-01T14:18:37,508 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Unable to get data of znode /1930036900/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:37,516 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930036900/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1930036900/running 2024-12-01T14:18:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1930036900/running 2024-12-01T14:18:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:37,527 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,37467,1733062715257, sessionid=0x10191423c710003, setting cluster-up flag (Was=false) 2024-12-01T14:18:37,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:37,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:37,580 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1930036900/flush-table-proc/acquired, /1930036900/flush-table-proc/reached, /1930036900/flush-table-proc/abort 2024-12-01T14:18:37,580 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,37467,1733062715257 2024-12-01T14:18:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:37,632 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1930036900/online-snapshot/acquired, /1930036900/online-snapshot/reached, /1930036900/online-snapshot/abort 2024-12-01T14:18:37,634 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,37467,1733062715257 2024-12-01T14:18:37,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:18:37,637 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:37,637 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:37,637 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:37,637 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,37467,1733062715257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:37,638 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:37,638 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:37,638 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:37,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:37,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:37,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:37,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:37,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:18:37,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:37,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:18:37,644 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062747644 2024-12-01T14:18:37,644 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:37,644 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:37,644 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:37,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:37,646 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:37,646 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:37,646 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062717646,5,FailOnTimeoutGroup] 2024-12-01T14:18:37,646 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062717646,5,FailOnTimeoutGroup] 2024-12-01T14:18:37,646 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,646 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:37,646 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,647 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:18:37,723 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(746): ClusterId : 40a79478-c955-405b-ae5f-889a01155ca5 2024-12-01T14:18:37,723 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:37,749 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:37,749 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:37,760 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:37,760 DEBUG [RS:0;57b748500ef9:44717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e69120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:37,770 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:44717 2024-12-01T14:18:37,770 INFO [RS:0;57b748500ef9:44717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:37,770 INFO [RS:0;57b748500ef9:44717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:37,770 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:37,770 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,37467,1733062715257 with port=44717, startcode=1733062715693 2024-12-01T14:18:37,771 DEBUG [RS:0;57b748500ef9:44717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:37,772 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:37,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,44717,1733062715693 2024-12-01T14:18:37,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37467 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,44717,1733062715693 2024-12-01T14:18:37,775 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463 2024-12-01T14:18:37,775 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39145 2024-12-01T14:18:37,775 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900/rs 2024-12-01T14:18:37,820 DEBUG [RS:0;57b748500ef9:44717 {}] zookeeper.ZKUtil(111): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on existing znode=/1930036900/rs/57b748500ef9,44717,1733062715693 2024-12-01T14:18:37,820 WARN [RS:0;57b748500ef9:44717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:37,821 INFO [RS:0;57b748500ef9:44717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:37,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,44717,1733062715693] 2024-12-01T14:18:37,821 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693 2024-12-01T14:18:37,831 INFO [RS:0;57b748500ef9:44717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:37,833 INFO [RS:0;57b748500ef9:44717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:37,834 INFO [RS:0;57b748500ef9:44717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:37,834 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,839 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:37,840 INFO [RS:0;57b748500ef9:44717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:37,841 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,841 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:37,842 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:37,842 DEBUG [RS:0;57b748500ef9:44717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:37,844 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,845 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,845 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,845 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,845 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,845 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44717,1733062715693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:37,858 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:37,858 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44717,1733062715693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,858 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,859 INFO [RS:0;57b748500ef9:44717 {}] regionserver.Replication(171): 57b748500ef9,44717,1733062715693 started 2024-12-01T14:18:37,872 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:37,872 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,44717,1733062715693, RpcServer on 57b748500ef9/172.17.0.3:44717, sessionid=0x10191423c710004 2024-12-01T14:18:37,872 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:37,872 DEBUG [RS:0;57b748500ef9:44717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,44717,1733062715693 2024-12-01T14:18:37,872 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,44717,1733062715693' 2024-12-01T14:18:37,872 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1930036900/flush-table-proc/abort' 2024-12-01T14:18:37,873 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1930036900/flush-table-proc/acquired' 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,44717,1733062715693 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,44717,1733062715693' 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1930036900/online-snapshot/abort' 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1930036900/online-snapshot/acquired' 2024-12-01T14:18:37,874 DEBUG [RS:0;57b748500ef9:44717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:37,875 INFO [RS:0;57b748500ef9:44717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:37,875 INFO [RS:0;57b748500ef9:44717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:37,975 INFO [RS:0;57b748500ef9:44717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:37,977 INFO [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C44717%2C1733062715693, suffix=, logDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693, archiveDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/oldWALs, maxLogs=10 2024-12-01T14:18:37,994 DEBUG [RS:0;57b748500ef9:44717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693/57b748500ef9%2C44717%2C1733062715693.1733062717977, exclude list is [], retry=0 2024-12-01T14:18:37,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-cbab7637-f147-4818-b588-8345ea78846c,DISK] 2024-12-01T14:18:38,000 INFO [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693/57b748500ef9%2C44717%2C1733062715693.1733062717977 2024-12-01T14:18:38,000 DEBUG [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43159:43159)] 2024-12-01T14:18:38,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:18:38,049 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463 2024-12-01T14:18:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:18:38,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:38,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:38,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:38,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:38,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:38,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:38,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:38,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:38,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:38,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:38,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740 2024-12-01T14:18:38,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740 2024-12-01T14:18:38,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:38,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:38,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:38,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:38,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:38,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62565388, jitterRate=-0.06770306825637817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:38,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062718463Initializing all the Stores at 1733062718464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062718464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062718464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062718464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062718464Cleaning up temporary data from old regions at 1733062718476 (+12 ms)Region opened successfully at 1733062718485 (+9 ms) 2024-12-01T14:18:38,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:38,485 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:38,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:38,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:38,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:38,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:38,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062718485Disabling compacts and flushes for region at 1733062718485Disabling writes for close at 1733062718485Writing region close event to WAL at 1733062718486 (+1 ms)Closed at 1733062718486 2024-12-01T14:18:38,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:38,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:18:38,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:38,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:38,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:18:38,642 DEBUG [57b748500ef9:37467 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:38,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,44717,1733062715693 2024-12-01T14:18:38,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,44717,1733062715693, state=OPENING 2024-12-01T14:18:38,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:18:38,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:38,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:38,716 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:38,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930036900/meta-region-server: CHANGED 2024-12-01T14:18:38,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930036900/meta-region-server: CHANGED 2024-12-01T14:18:38,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,44717,1733062715693}] 2024-12-01T14:18:38,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:38,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:38,874 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:38,874 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:38,875 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:38,876 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C44717%2C1733062715693.meta, suffix=.meta, logDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693, archiveDir=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/oldWALs, maxLogs=10 2024-12-01T14:18:38,889 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693/57b748500ef9%2C44717%2C1733062715693.meta.1733062718876.meta, exclude list is [], retry=0 2024-12-01T14:18:38,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-cbab7637-f147-4818-b588-8345ea78846c,DISK] 2024-12-01T14:18:38,894 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693/57b748500ef9%2C44717%2C1733062715693.meta.1733062718876.meta 2024-12-01T14:18:38,894 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43159:43159)] 2024-12-01T14:18:38,894 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:38,895 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:38,895 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:38,895 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:38,895 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:38,895 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:38,895 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:38,895 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:38,895 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:38,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:38,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:38,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:38,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:38,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:38,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:38,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:38,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:38,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:38,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:38,906 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:38,907 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740 2024-12-01T14:18:38,909 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740 2024-12-01T14:18:38,910 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:38,910 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:38,911 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:38,913 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:38,914 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67083582, jitterRate=-3.7673115730285645E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:38,914 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:38,914 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062718896Writing region info on filesystem at 1733062718896Initializing all the Stores at 1733062718897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062718897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062718897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062718897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062718897Cleaning up temporary data from old regions at 1733062718910 (+13 ms)Running coprocessor post-open hooks at 1733062718914 (+4 ms)Region opened successfully at 1733062718914 2024-12-01T14:18:38,915 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062718868 2024-12-01T14:18:38,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,44717,1733062715693 2024-12-01T14:18:38,920 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:38,920 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:38,921 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,44717,1733062715693, state=OPEN 2024-12-01T14:18:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1930036900/meta-region-server 2024-12-01T14:18:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1930036900/meta-region-server 2024-12-01T14:18:38,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,44717,1733062715693 2024-12-01T14:18:38,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930036900/meta-region-server: CHANGED 2024-12-01T14:18:38,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930036900/meta-region-server: CHANGED 2024-12-01T14:18:38,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:18:38,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,44717,1733062715693 in 211 msec 2024-12-01T14:18:38,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:18:38,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-12-01T14:18:38,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:38,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:18:38,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:38,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,44717,1733062715693, seqNum=-1] 2024-12-01T14:18:38,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:38,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:38,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-12-01T14:18:38,949 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062718949, completionTime=-1 2024-12-01T14:18:38,949 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:18:38,949 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:38,951 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:38,951 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062778951 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062838952 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37467,1733062715257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37467,1733062715257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37467,1733062715257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:37467, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:38,952 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:38,955 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:18:38,956 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:38,961 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.202sec 2024-12-01T14:18:38,961 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:38,962 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:38,962 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:38,962 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:38,962 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:38,962 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37467,1733062715257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:38,962 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37467,1733062715257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:38,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:38,964 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:38,965 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37467,1733062715257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:39,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a941f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,37467,-1 for getting cluster id 2024-12-01T14:18:39,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:39,025 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a79478-c955-405b-ae5f-889a01155ca5' 2024-12-01T14:18:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a79478-c955-405b-ae5f-889a01155ca5" 2024-12-01T14:18:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2824d664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,37467,-1] 2024-12-01T14:18:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:39,027 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:39,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c41036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,44717,1733062715693, seqNum=-1] 2024-12-01T14:18:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:39,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:39,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,37467,1733062715257 2024-12-01T14:18:39,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57528 2024-12-01T14:18:39,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:39,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10191423c710005 connected 2024-12-01T14:18:39,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5aa1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46103,-1 for getting cluster id 2024-12-01T14:18:39,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:39,069 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9110624-ee0c-44ab-887d-e4020ff4f7ca' 2024-12-01T14:18:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9110624-ee0c-44ab-887d-e4020ff4f7ca" 2024-12-01T14:18:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63461015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46103,-1] 2024-12-01T14:18:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:39,072 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:39,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a78a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46103,1733062709016 2024-12-01T14:18:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341aefd4 2024-12-01T14:18:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:39,077 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:39,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:37467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:18:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:18:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:39,081 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:37467' 2024-12-01T14:18:39,082 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55120139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,082 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,37467,-1 for getting cluster id 2024-12-01T14:18:39,082 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:39,083 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a79478-c955-405b-ae5f-889a01155ca5' 2024-12-01T14:18:39,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:39,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a79478-c955-405b-ae5f-889a01155ca5" 2024-12-01T14:18:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ed5525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,37467,-1] 2024-12-01T14:18:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:39,085 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:39,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347f5c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,086 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:39,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,37467,1733062715257 2024-12-01T14:18:39,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531ce77c 2024-12-01T14:18:39,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:39,088 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:39,089 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T14:18:39,090 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:18:39,090 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:39,090 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:39,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:39,090 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:39,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:18:39,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:18:39,094 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:39,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:18:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741835_1011 (size=1138) 2024-12-01T14:18:39,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fab57cdd7b5e2c8174ba831d0a19bf68, NAME => 'hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440 2024-12-01T14:18:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741836_1012 (size=44) 2024-12-01T14:18:39,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:39,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fab57cdd7b5e2c8174ba831d0a19bf68, disabling compactions & flushes 2024-12-01T14:18:39,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. after waiting 0 ms 2024-12-01T14:18:39,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fab57cdd7b5e2c8174ba831d0a19bf68: Waiting for close lock at 1733062719128Disabling compacts and flushes for region at 1733062719128Disabling writes for close at 1733062719128Writing region close event to WAL at 1733062719128Closed at 1733062719128 2024-12-01T14:18:39,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:18:39,130 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062719130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062719130"}]},"ts":"1733062719130"} 2024-12-01T14:18:39,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:18:39,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:18:39,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062719136"}]},"ts":"1733062719136"} 2024-12-01T14:18:39,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:18:39,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fab57cdd7b5e2c8174ba831d0a19bf68, ASSIGN}] 2024-12-01T14:18:39,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fab57cdd7b5e2c8174ba831d0a19bf68, ASSIGN 2024-12-01T14:18:39,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fab57cdd7b5e2c8174ba831d0a19bf68, ASSIGN; state=OFFLINE, location=57b748500ef9,43813,1733062709274; forceNewPlan=false, retain=false 2024-12-01T14:18:39,142 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:18:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:39,292 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fab57cdd7b5e2c8174ba831d0a19bf68, regionState=OPENING, regionLocation=57b748500ef9,43813,1733062709274 2024-12-01T14:18:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fab57cdd7b5e2c8174ba831d0a19bf68, ASSIGN because future has completed 2024-12-01T14:18:39,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab57cdd7b5e2c8174ba831d0a19bf68, server=57b748500ef9,43813,1733062709274}] 2024-12-01T14:18:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:39,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:39,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:18:39,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43813%2C1733062709274.rep, suffix=, logDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274, archiveDir=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/oldWALs, maxLogs=10 2024-12-01T14:18:39,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.rep.1733062719454, exclude list is [], retry=0 2024-12-01T14:18:39,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-ae6e53f6-7a09-4443-b6c3-4ccc563cdc78,DISK] 2024-12-01T14:18:39,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.rep.1733062719454 2024-12-01T14:18:39,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37571:37571)] 2024-12-01T14:18:39,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fab57cdd7b5e2c8174ba831d0a19bf68, NAME => 'hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:39,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:39,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:39,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. service=MultiRowMutationService 2024-12-01T14:18:39,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:18:39,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:39,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,471 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,472 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab57cdd7b5e2c8174ba831d0a19bf68 columnFamilyName hfileref 2024-12-01T14:18:39,473 DEBUG [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:39,473 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] regionserver.HStore(327): Store=fab57cdd7b5e2c8174ba831d0a19bf68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:39,473 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,474 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab57cdd7b5e2c8174ba831d0a19bf68 columnFamilyName queue 2024-12-01T14:18:39,474 DEBUG [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:39,475 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] regionserver.HStore(327): Store=fab57cdd7b5e2c8174ba831d0a19bf68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:39,475 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,476 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab57cdd7b5e2c8174ba831d0a19bf68 columnFamilyName sid 2024-12-01T14:18:39,476 DEBUG [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:39,476 INFO [StoreOpener-fab57cdd7b5e2c8174ba831d0a19bf68-1 {}] regionserver.HStore(327): Store=fab57cdd7b5e2c8174ba831d0a19bf68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:39,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:18:39,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:39,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fab57cdd7b5e2c8174ba831d0a19bf68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66223124, jitterRate=-0.013198554515838623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:18:39,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:39,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fab57cdd7b5e2c8174ba831d0a19bf68: Running coprocessor pre-open hook at 1733062719470Writing region info on filesystem at 1733062719470Initializing all the Stores at 1733062719471 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062719471Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062719471Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062719471Cleaning up temporary data from old regions at 1733062719478 (+7 ms)Running coprocessor post-open hooks at 1733062719482 (+4 ms)Region opened successfully at 1733062719483 (+1 ms) 2024-12-01T14:18:39,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68., pid=7, masterSystemTime=1733062719448 2024-12-01T14:18:39,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:39,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fab57cdd7b5e2c8174ba831d0a19bf68, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43813,1733062709274 2024-12-01T14:18:39,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab57cdd7b5e2c8174ba831d0a19bf68, server=57b748500ef9,43813,1733062709274 because future has completed 2024-12-01T14:18:39,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T14:18:39,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fab57cdd7b5e2c8174ba831d0a19bf68, server=57b748500ef9,43813,1733062709274 in 195 msec 2024-12-01T14:18:39,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:18:39,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fab57cdd7b5e2c8174ba831d0a19bf68, ASSIGN in 353 msec 2024-12-01T14:18:39,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:18:39,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062719495"}]},"ts":"1733062719495"} 2024-12-01T14:18:39,497 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:18:39,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:18:39,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 408 msec 2024-12-01T14:18:39,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68., hostname=57b748500ef9,43813,1733062709274, seqNum=2] 2024-12-01T14:18:39,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:39,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:39,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:18:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:39,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T14:18:39,766 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:18:39,792 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,43813,1733062709274, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:18:39,792 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:39,792 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43813,1733062709274, seqNum=-1] 2024-12-01T14:18:39,793 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:39,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-01T14:18:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,43813,1733062709274', locateType=CURRENT is [region=hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68., hostname=57b748500ef9,43813,1733062709274, seqNum=2] 2024-12-01T14:18:39,798 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T14:18:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T14:18:39,801 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,43813,1733062709274 suceeded 2024-12-01T14:18:39,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T14:18:39,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-01T14:18:39,803 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:37467,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:18:39,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 726 msec 2024-12-01T14:18:39,813 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:37467' 2024-12-01T14:18:39,814 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcb27eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,814 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,37467,-1 for getting cluster id 2024-12-01T14:18:39,814 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:39,815 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40a79478-c955-405b-ae5f-889a01155ca5' 2024-12-01T14:18:39,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:39,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40a79478-c955-405b-ae5f-889a01155ca5" 2024-12-01T14:18:39,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dace552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,37467,-1] 2024-12-01T14:18:39,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:39,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:39,816 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:39,817 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60610c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:39,817 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:39,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,37467,1733062715257 2024-12-01T14:18:39,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd23b63 2024-12-01T14:18:39,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:39,818 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-01T14:18:39,819 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,43813,1733062709274 (queues=1) is replicating from cluster=b9110624-ee0c-44ab-887d-e4020ff4f7ca to cluster=40a79478-c955-405b-ae5f-889a01155ca5 2024-12-01T14:18:39,819 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C43813%2C1733062709274 2024-12-01T14:18:39,819 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,43813,1733062709274, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:18:39,820 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.shipper57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C43813%2C1733062709274 2024-12-01T14:18:39,820 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128, startPosition=0, beingWritten=true 2024-12-01T14:18:40,025 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:40,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:18:40,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:40,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:40,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:40,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:40,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:40,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46103,1733062709016 2024-12-01T14:18:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad2d9df 2024-12-01T14:18:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:40,218 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:40,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:18:40,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:18:40,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:40,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:40,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:40,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:40,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:40,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:18:40,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=496069798, stopped=false 2024-12-01T14:18:40,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,37467,1733062715257 2024-12-01T14:18:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930036900/running 2024-12-01T14:18:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930036900/running 2024-12-01T14:18:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:40,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:40,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:40,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:40,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:40,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:40,233 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,44717,1733062715693' ***** 2024-12-01T14:18:40,233 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:18:40,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/running 2024-12-01T14:18:40,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Set watcher on znode that does not yet exist, /1930036900/running 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:18:40,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,44717,1733062715693 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:44717. 2024-12-01T14:18:40,233 DEBUG [RS:0;57b748500ef9:44717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:40,233 DEBUG [RS:0;57b748500ef9:44717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:18:40,233 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:18:40,234 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:18:40,234 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:40,234 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:40,234 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:40,234 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:40,234 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:40,234 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:40,234 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:40,234 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T14:18:40,247 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/.tmp/ns/5d890b516b6742e19aa09a8ef98e7d84 is 43, key is default/ns:d/1733062718941/Put/seqid=0 2024-12-01T14:18:40,247 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741835_1011 (size=5153) 2024-12-01T14:18:40,329 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:40,434 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:40,634 DEBUG [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:40,652 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/.tmp/ns/5d890b516b6742e19aa09a8ef98e7d84 2024-12-01T14:18:40,658 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/.tmp/ns/5d890b516b6742e19aa09a8ef98e7d84 as hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/ns/5d890b516b6742e19aa09a8ef98e7d84 2024-12-01T14:18:40,663 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/ns/5d890b516b6742e19aa09a8ef98e7d84, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T14:18:40,664 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-01T14:18:40,668 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:18:40,669 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:40,669 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:40,669 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:40,669 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062720234Running coprocessor pre-close hooks at 1733062720234Disabling compacts and flushes for region at 1733062720234Disabling writes for close at 1733062720234Obtaining lock to block concurrent updates at 1733062720234Preparing flush snapshotting stores in 1588230740 at 1733062720234Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733062720234Flushing stores of hbase:meta,,1.1588230740 at 1733062720235 (+1 ms)Flushing 1588230740/ns: creating writer at 1733062720235Flushing 1588230740/ns: appending metadata at 1733062720247 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733062720247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d26c90c: reopening flushed file at 1733062720657 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733062720664 (+7 ms)Writing region close event to WAL at 1733062720665 (+1 ms)Running coprocessor post-close hooks at 1733062720669 (+4 ms)Closed at 1733062720669 2024-12-01T14:18:40,669 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:40,734 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:40,834 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,44717,1733062715693; all regions closed. 2024-12-01T14:18:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741834_1010 (size=1152) 2024-12-01T14:18:40,837 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693/57b748500ef9%2C44717%2C1733062715693.meta.1733062718876.meta not finished, retry = 0 2024-12-01T14:18:40,845 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:18:40,845 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:18:40,939 DEBUG [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/oldWALs 2024-12-01T14:18:40,939 INFO [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C44717%2C1733062715693.meta:.meta(num 1733062718876) 2024-12-01T14:18:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741832_1008 (size=93) 2024-12-01T14:18:40,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/WALs/57b748500ef9,44717,1733062715693/57b748500ef9%2C44717%2C1733062715693.1733062717977 not finished, retry = 0 2024-12-01T14:18:41,045 DEBUG [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/oldWALs 2024-12-01T14:18:41,045 INFO [RS:0;57b748500ef9:44717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C44717%2C1733062715693:(num 1733062717977) 2024-12-01T14:18:41,045 DEBUG [RS:0;57b748500ef9:44717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:41,045 INFO [RS:0;57b748500ef9:44717 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:41,045 INFO [RS:0;57b748500ef9:44717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:41,045 INFO [RS:0;57b748500ef9:44717 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:41,045 INFO [RS:0;57b748500ef9:44717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:41,045 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:41,045 INFO [RS:0;57b748500ef9:44717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44717 2024-12-01T14:18:41,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930036900/rs/57b748500ef9,44717,1733062715693 2024-12-01T14:18:41,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900/rs 2024-12-01T14:18:41,053 INFO [RS:0;57b748500ef9:44717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:41,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,44717,1733062715693] 2024-12-01T14:18:41,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1930036900/draining/57b748500ef9,44717,1733062715693 already deleted, retry=false 2024-12-01T14:18:41,074 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,44717,1733062715693 expired; onlineServers=0 2024-12-01T14:18:41,074 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,37467,1733062715257' ***** 2024-12-01T14:18:41,074 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:18:41,074 INFO [M:0;57b748500ef9:37467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:41,074 INFO [M:0;57b748500ef9:37467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:41,075 DEBUG [M:0;57b748500ef9:37467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:18:41,075 DEBUG [M:0;57b748500ef9:37467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:18:41,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:18:41,075 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062717646 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062717646,5,FailOnTimeoutGroup] 2024-12-01T14:18:41,075 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062717646 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062717646,5,FailOnTimeoutGroup] 2024-12-01T14:18:41,075 INFO [M:0;57b748500ef9:37467 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:41,075 INFO [M:0;57b748500ef9:37467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:41,075 DEBUG [M:0;57b748500ef9:37467 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:18:41,075 INFO [M:0;57b748500ef9:37467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:18:41,075 INFO [M:0;57b748500ef9:37467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:41,075 INFO [M:0;57b748500ef9:37467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:18:41,075 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:18:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930036900/master 2024-12-01T14:18:41,094 DEBUG [M:0;57b748500ef9:37467 {}] zookeeper.ZKUtil(347): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Unable to get data of znode /1930036900/master because node does not exist (not an error) 2024-12-01T14:18:41,094 WARN [M:0;57b748500ef9:37467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:18:41,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930036900 2024-12-01T14:18:41,094 INFO [M:0;57b748500ef9:37467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/.lastflushedseqids 2024-12-01T14:18:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741836_1012 (size=99) 2024-12-01T14:18:41,164 INFO [RS:0;57b748500ef9:44717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:41,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:41,164 INFO [RS:0;57b748500ef9:44717 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,44717,1733062715693; zookeeper connection closed. 2024-12-01T14:18:41,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44717-0x10191423c710004, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:41,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e52b537 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e52b537 2024-12-01T14:18:41,164 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:18:41,239 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:41,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:18:41,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:18:41,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:18:41,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T14:18:41,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:41,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T14:18:41,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:41,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:18:41,499 INFO [M:0;57b748500ef9:37467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:18:41,500 INFO [M:0;57b748500ef9:37467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:18:41,500 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:41,500 INFO [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:41,500 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:41,500 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:41,500 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:41,500 INFO [M:0;57b748500ef9:37467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T14:18:41,514 DEBUG [M:0;57b748500ef9:37467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7030c55c54a342e6a6d420f87b56b7ac is 82, key is hbase:meta,,1/info:regioninfo/1733062718919/Put/seqid=0 2024-12-01T14:18:41,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741837_1013 (size=5672) 2024-12-01T14:18:41,844 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:41,919 INFO [M:0;57b748500ef9:37467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7030c55c54a342e6a6d420f87b56b7ac 2024-12-01T14:18:41,938 DEBUG [M:0;57b748500ef9:37467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5c965ece4c54c86be5f5c318ea4f7d4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733062718948/Put/seqid=0 2024-12-01T14:18:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741838_1014 (size=5275) 2024-12-01T14:18:42,344 INFO [M:0;57b748500ef9:37467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5c965ece4c54c86be5f5c318ea4f7d4 2024-12-01T14:18:42,363 DEBUG [M:0;57b748500ef9:37467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b0599e373e4eb598cfa54ac5cd3fb9 is 69, key is 57b748500ef9,44717,1733062715693/rs:state/1733062717773/Put/seqid=0 2024-12-01T14:18:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741839_1015 (size=5156) 2024-12-01T14:18:42,549 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:42,768 INFO [M:0;57b748500ef9:37467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b0599e373e4eb598cfa54ac5cd3fb9 2024-12-01T14:18:42,775 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7030c55c54a342e6a6d420f87b56b7ac as hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7030c55c54a342e6a6d420f87b56b7ac 2024-12-01T14:18:42,780 INFO [M:0;57b748500ef9:37467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7030c55c54a342e6a6d420f87b56b7ac, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T14:18:42,782 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5c965ece4c54c86be5f5c318ea4f7d4 as hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5c965ece4c54c86be5f5c318ea4f7d4 2024-12-01T14:18:42,788 INFO [M:0;57b748500ef9:37467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5c965ece4c54c86be5f5c318ea4f7d4, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T14:18:42,789 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b0599e373e4eb598cfa54ac5cd3fb9 as hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b0599e373e4eb598cfa54ac5cd3fb9 2024-12-01T14:18:42,794 INFO [M:0;57b748500ef9:37467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39145/user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b0599e373e4eb598cfa54ac5cd3fb9, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T14:18:42,795 INFO [M:0;57b748500ef9:37467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-12-01T14:18:42,797 INFO [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:42,797 DEBUG [M:0;57b748500ef9:37467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062721500Disabling compacts and flushes for region at 1733062721500Disabling writes for close at 1733062721500Obtaining lock to block concurrent updates at 1733062721500Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062721500Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733062721500Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062721501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062721501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062721514 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062721514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062721925 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062721938 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062721938Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062722350 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062722363 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062722363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac33ee4: reopening flushed file at 1733062722774 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8ea744: reopening flushed file at 1733062722781 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e6832d: reopening flushed file at 1733062722788 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1733062722796 (+8 ms)Writing region close event to WAL at 1733062722797 (+1 ms)Closed at 1733062722797 2024-12-01T14:18:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741830_1006 (size=10165) 2024-12-01T14:18:42,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7f913f4-bdf8-01c9-2856-a30281c91463/MasterData/WALs/57b748500ef9,37467,1733062715257/57b748500ef9%2C37467%2C1733062715257.1733062717420 not finished, retry = 0 2024-12-01T14:18:42,900 INFO [M:0;57b748500ef9:37467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:18:42,900 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:42,901 INFO [M:0;57b748500ef9:37467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37467 2024-12-01T14:18:42,901 INFO [M:0;57b748500ef9:37467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:42,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:18:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:43,069 INFO [M:0;57b748500ef9:37467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37467-0x10191423c710003, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:43,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65180ecb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:43,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cfc709a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:43,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:43,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa9d3bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:43,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4696742e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:43,124 WARN [BP-335391384-172.17.0.3-1733062712407 heartbeating to localhost/127.0.0.1:39145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:18:43,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:18:43,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:18:43,124 WARN [BP-335391384-172.17.0.3-1733062712407 heartbeating to localhost/127.0.0.1:39145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335391384-172.17.0.3-1733062712407 (Datanode Uuid 9446ca87-c4e4-4fe0-9f19-51da25c327af) service to localhost/127.0.0.1:39145 2024-12-01T14:18:43,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/cluster_19b59f5c-628d-1488-ea02-d3317097d014/data/data1/current/BP-335391384-172.17.0.3-1733062712407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:43,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/cluster_19b59f5c-628d-1488-ea02-d3317097d014/data/data2/current/BP-335391384-172.17.0.3-1733062712407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:43,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:18:43,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e0e43e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:43,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c25a929{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:43,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:43,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@419155ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:43,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b3f284{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:43,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:18:43,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:18:43,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:43,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:43,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:43,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:43,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:43,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:18:43,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1169319314, stopped=false 2024-12-01T14:18:43,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,46103,1733062709016 2024-12-01T14:18:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040048034/running 2024-12-01T14:18:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040048034/running 2024-12-01T14:18:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:43,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:43,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:18:43,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:43,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:43,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,43813,1733062709274' ***** 2024-12-01T14:18:43,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:18:43,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/running 2024-12-01T14:18:43,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Set watcher on znode that does not yet exist, /040048034/running 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:18:43,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(3091): Received CLOSE for fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,43813,1733062709274 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43813. 2024-12-01T14:18:43,171 DEBUG [RS:0;57b748500ef9:43813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:43,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fab57cdd7b5e2c8174ba831d0a19bf68, disabling compactions & flushes 2024-12-01T14:18:43,171 DEBUG [RS:0;57b748500ef9:43813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:43,171 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:43,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:18:43,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. after waiting 0 ms 2024-12-01T14:18:43,171 INFO [RS:0;57b748500ef9:43813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:18:43,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:43,172 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:18:43,172 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fab57cdd7b5e2c8174ba831d0a19bf68 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-01T14:18:43,172 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:18:43,172 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1325): Online Regions={fab57cdd7b5e2c8174ba831d0a19bf68=hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:43,172 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:43,172 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:43,172 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:43,172 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:43,172 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:43,172 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:43,172 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T14:18:43,185 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/.tmp/queue/faab6a3f198d49dda276c42af22a9552 is 151, key is 1-57b748500ef9,43813,1733062709274/queue:57b748500ef9%2C43813%2C1733062709274/1733062719797/Put/seqid=0 2024-12-01T14:18:43,185 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/info/bc396b6d384f45f4a7d5a0bba2fd0511 is 147, key is hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68./info:regioninfo/1733062719487/Put/seqid=0 2024-12-01T14:18:43,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741839_1015 (size=6631) 2024-12-01T14:18:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741838_1014 (size=5350) 2024-12-01T14:18:43,207 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:43,354 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:43,372 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:43,572 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fab57cdd7b5e2c8174ba831d0a19bf68 2024-12-01T14:18:43,591 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/.tmp/queue/faab6a3f198d49dda276c42af22a9552 2024-12-01T14:18:43,594 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/info/bc396b6d384f45f4a7d5a0bba2fd0511 2024-12-01T14:18:43,612 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/.tmp/queue/faab6a3f198d49dda276c42af22a9552 as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/queue/faab6a3f198d49dda276c42af22a9552 2024-12-01T14:18:43,637 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/ns/5ccd7a8fe3b9430dbf98350aaf421f42 is 43, key is default/ns:d/1733062712231/Put/seqid=0 2024-12-01T14:18:43,638 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/queue/faab6a3f198d49dda276c42af22a9552, entries=1, sequenceid=5, filesize=5.2 K 2024-12-01T14:18:43,639 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fab57cdd7b5e2c8174ba831d0a19bf68 in 468ms, sequenceid=5, compaction requested=false 2024-12-01T14:18:43,673 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/replication/fab57cdd7b5e2c8174ba831d0a19bf68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:18:43,674 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:43,674 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:43,674 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:43,674 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fab57cdd7b5e2c8174ba831d0a19bf68: Waiting for close lock at 1733062723171Running coprocessor pre-close hooks at 1733062723171Disabling compacts and flushes for region at 1733062723171Disabling writes for close at 1733062723171Obtaining lock to block concurrent updates at 1733062723172 (+1 ms)Preparing flush snapshotting stores in fab57cdd7b5e2c8174ba831d0a19bf68 at 1733062723172Finished memstore snapshotting hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733062723172Flushing stores of hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. at 1733062723173 (+1 ms)Flushing fab57cdd7b5e2c8174ba831d0a19bf68/queue: creating writer at 1733062723173Flushing fab57cdd7b5e2c8174ba831d0a19bf68/queue: appending metadata at 1733062723185 (+12 ms)Flushing fab57cdd7b5e2c8174ba831d0a19bf68/queue: closing flushed file at 1733062723185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530413c5: reopening flushed file at 1733062723610 (+425 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fab57cdd7b5e2c8174ba831d0a19bf68 in 468ms, sequenceid=5, compaction requested=false at 1733062723639 (+29 ms)Writing region close event to WAL at 1733062723657 (+18 ms)Running coprocessor post-close hooks at 1733062723674 (+17 ms)Closed at 1733062723674 2024-12-01T14:18:43,675 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062719090.fab57cdd7b5e2c8174ba831d0a19bf68. 2024-12-01T14:18:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741840_1016 (size=5153) 2024-12-01T14:18:43,773 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:43,973 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:44,032 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:18:44,032 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:18:44,079 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/ns/5ccd7a8fe3b9430dbf98350aaf421f42 2024-12-01T14:18:44,098 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/table/d77eb9e80eac469484689c16aa44bbfa is 53, key is hbase:replication/table:state/1733062719495/Put/seqid=0 2024-12-01T14:18:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741841_1017 (size=5256) 2024-12-01T14:18:44,173 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:18:44,173 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:18:44,173 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:44,266 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.1733062711128 to pos 0, reset compression=false 2024-12-01T14:18:44,373 DEBUG [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:18:44,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:44,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:44,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:44,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:44,503 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/table/d77eb9e80eac469484689c16aa44bbfa 2024-12-01T14:18:44,510 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/info/bc396b6d384f45f4a7d5a0bba2fd0511 as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/info/bc396b6d384f45f4a7d5a0bba2fd0511 2024-12-01T14:18:44,516 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/info/bc396b6d384f45f4a7d5a0bba2fd0511, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T14:18:44,517 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/ns/5ccd7a8fe3b9430dbf98350aaf421f42 as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/ns/5ccd7a8fe3b9430dbf98350aaf421f42 2024-12-01T14:18:44,523 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/ns/5ccd7a8fe3b9430dbf98350aaf421f42, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:18:44,524 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/.tmp/table/d77eb9e80eac469484689c16aa44bbfa as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/table/d77eb9e80eac469484689c16aa44bbfa 2024-12-01T14:18:44,529 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/table/d77eb9e80eac469484689c16aa44bbfa, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T14:18:44,530 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=11, compaction requested=false 2024-12-01T14:18:44,534 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:18:44,534 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:44,534 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:44,534 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:44,534 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062723172Running coprocessor pre-close hooks at 1733062723172Disabling compacts and flushes for region at 1733062723172Disabling writes for close at 1733062723172Obtaining lock to block concurrent updates at 1733062723172Preparing flush snapshotting stores in 1588230740 at 1733062723172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733062723173 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062723173Flushing 1588230740/info: creating writer at 1733062723173Flushing 1588230740/info: appending metadata at 1733062723185 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733062723185Flushing 1588230740/ns: creating writer at 1733062723609 (+424 ms)Flushing 1588230740/ns: appending metadata at 1733062723635 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733062723637 (+2 ms)Flushing 1588230740/table: creating writer at 1733062724085 (+448 ms)Flushing 1588230740/table: appending metadata at 1733062724097 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733062724097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1d5431: reopening flushed file at 1733062724509 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751fcc00: reopening flushed file at 1733062724516 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d57ef51: reopening flushed file at 1733062724523 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=11, compaction requested=false at 1733062724530 (+7 ms)Writing region close event to WAL at 1733062724531 (+1 ms)Running coprocessor post-close hooks at 1733062724534 (+3 ms)Closed at 1733062724534 2024-12-01T14:18:44,534 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:44,573 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,43813,1733062709274; all regions closed. 2024-12-01T14:18:44,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741834_1010 (size=2742) 2024-12-01T14:18:44,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.meta.1733062712132.meta not finished, retry = 0 2024-12-01T14:18:44,679 DEBUG [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/oldWALs 2024-12-01T14:18:44,679 INFO [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43813%2C1733062709274.meta:.meta(num 1733062712132) 2024-12-01T14:18:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741837_1013 (size=1586) 2024-12-01T14:18:44,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/WALs/57b748500ef9,43813,1733062709274/57b748500ef9%2C43813%2C1733062709274.rep.1733062719454 not finished, retry = 0 2024-12-01T14:18:44,783 DEBUG [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/oldWALs 2024-12-01T14:18:44,783 INFO [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43813%2C1733062709274.rep:(num 1733062719454) 2024-12-01T14:18:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741832_1008 (size=93) 2024-12-01T14:18:44,787 DEBUG [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/oldWALs 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43813%2C1733062709274:(num 1733062711128) 2024-12-01T14:18:44,788 DEBUG [RS:0;57b748500ef9:43813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:44,788 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,43813,1733062709274 because: Region server is closing 2024-12-01T14:18:44,788 INFO [RS:0;57b748500ef9:43813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43813. 2024-12-01T14:18:44,788 DEBUG [RS:0;57b748500ef9:43813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:18:44,788 DEBUG [RS:0;57b748500ef9:43813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:44,789 DEBUG [RS:0;57b748500ef9:43813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:44,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:18:44,889 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.wal-reader.57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:18:44,889 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.shipper57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:18:44,889 INFO [RS:0;57b748500ef9:43813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43813,1733062709274.replicationSource.shipper57b748500ef9%2C43813%2C1733062709274,1-57b748500ef9,43813,1733062709274 terminated 2024-12-01T14:18:44,889 INFO [RS:0;57b748500ef9:43813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43813 2024-12-01T14:18:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040048034/rs/57b748500ef9,43813,1733062709274 2024-12-01T14:18:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034/rs 2024-12-01T14:18:44,948 INFO [RS:0;57b748500ef9:43813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:44,948 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007fe5dc8e4ed8@607365a5 rejected from java.util.concurrent.ThreadPoolExecutor@2571f7cf[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-01T14:18:44,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,43813,1733062709274] 2024-12-01T14:18:44,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /040048034/draining/57b748500ef9,43813,1733062709274 already deleted, retry=false 2024-12-01T14:18:44,969 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,43813,1733062709274 expired; onlineServers=0 2024-12-01T14:18:44,969 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,46103,1733062709016' ***** 2024-12-01T14:18:44,969 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:18:44,969 INFO [M:0;57b748500ef9:46103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:18:44,969 INFO [M:0;57b748500ef9:46103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:18:44,969 DEBUG [M:0;57b748500ef9:46103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:18:44,969 DEBUG [M:0;57b748500ef9:46103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:18:44,969 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:18:44,969 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062710932 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062710932,5,FailOnTimeoutGroup] 2024-12-01T14:18:44,969 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062710935 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062710935,5,FailOnTimeoutGroup] 2024-12-01T14:18:44,969 INFO [M:0;57b748500ef9:46103 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:18:44,969 INFO [M:0;57b748500ef9:46103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:18:44,969 DEBUG [M:0;57b748500ef9:46103 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:18:44,969 INFO [M:0;57b748500ef9:46103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:18:44,970 INFO [M:0;57b748500ef9:46103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:18:44,970 INFO [M:0;57b748500ef9:46103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:18:44,970 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:18:44,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040048034/master 2024-12-01T14:18:44,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040048034 2024-12-01T14:18:44,979 DEBUG [M:0;57b748500ef9:46103 {}] zookeeper.ZKUtil(347): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Unable to get data of znode /040048034/master because node does not exist (not an error) 2024-12-01T14:18:44,979 WARN [M:0;57b748500ef9:46103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:18:44,980 INFO [M:0;57b748500ef9:46103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/.lastflushedseqids 2024-12-01T14:18:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741842_1018 (size=181) 2024-12-01T14:18:45,058 INFO [RS:0;57b748500ef9:43813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:45,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:45,058 INFO [RS:0;57b748500ef9:43813 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,43813,1733062709274; zookeeper connection closed. 2024-12-01T14:18:45,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43813-0x10191423c710001, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:45,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d296576 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d296576 2024-12-01T14:18:45,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:18:45,385 INFO [M:0;57b748500ef9:46103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:18:45,385 INFO [M:0;57b748500ef9:46103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:18:45,385 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:45,385 INFO [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:45,385 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:45,385 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:45,385 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:45,385 INFO [M:0;57b748500ef9:46103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-01T14:18:45,399 DEBUG [M:0;57b748500ef9:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4ce2756563549439a93f16425b802d1 is 82, key is hbase:meta,,1/info:regioninfo/1733062712167/Put/seqid=0 2024-12-01T14:18:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741843_1019 (size=5672) 2024-12-01T14:18:45,804 INFO [M:0;57b748500ef9:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4ce2756563549439a93f16425b802d1 2024-12-01T14:18:45,829 DEBUG [M:0;57b748500ef9:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf22f4be0ef74270b1456a17f754e66f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733062719499/Put/seqid=0 2024-12-01T14:18:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741844_1020 (size=7203) 2024-12-01T14:18:46,233 INFO [M:0;57b748500ef9:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf22f4be0ef74270b1456a17f754e66f 2024-12-01T14:18:46,250 DEBUG [M:0;57b748500ef9:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e305c30b247490eb208a990fd1e7d1b is 69, key is 57b748500ef9,43813,1733062709274/rs:state/1733062710966/Put/seqid=0 2024-12-01T14:18:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741845_1021 (size=5156) 2024-12-01T14:18:46,654 INFO [M:0;57b748500ef9:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e305c30b247490eb208a990fd1e7d1b 2024-12-01T14:18:46,660 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4ce2756563549439a93f16425b802d1 as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4ce2756563549439a93f16425b802d1 2024-12-01T14:18:46,665 INFO [M:0;57b748500ef9:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4ce2756563549439a93f16425b802d1, entries=8, sequenceid=70, filesize=5.5 K 2024-12-01T14:18:46,666 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf22f4be0ef74270b1456a17f754e66f as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf22f4be0ef74270b1456a17f754e66f 2024-12-01T14:18:46,672 INFO [M:0;57b748500ef9:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf22f4be0ef74270b1456a17f754e66f, entries=8, sequenceid=70, filesize=7.0 K 2024-12-01T14:18:46,673 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e305c30b247490eb208a990fd1e7d1b as hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e305c30b247490eb208a990fd1e7d1b 2024-12-01T14:18:46,678 INFO [M:0;57b748500ef9:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40879/user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e305c30b247490eb208a990fd1e7d1b, entries=1, sequenceid=70, filesize=5.0 K 2024-12-01T14:18:46,679 INFO [M:0;57b748500ef9:46103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-12-01T14:18:46,680 INFO [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:46,680 DEBUG [M:0;57b748500ef9:46103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062725385Disabling compacts and flushes for region at 1733062725385Disabling writes for close at 1733062725385Obtaining lock to block concurrent updates at 1733062725385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062725385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733062725386 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062725386Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062725386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062725399 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062725399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062725809 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062725828 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062725828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062726238 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062726249 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062726249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a350d08: reopening flushed file at 1733062726660 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b33e0c8: reopening flushed file at 1733062726666 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405bb6f4: reopening flushed file at 1733062726672 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1733062726679 (+7 ms)Writing region close event to WAL at 1733062726680 (+1 ms)Closed at 1733062726680 2024-12-01T14:18:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741830_1006 (size=41008) 2024-12-01T14:18:46,682 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe682c91-6654-a676-c191-6627a281a440/MasterData/WALs/57b748500ef9,46103,1733062709016/57b748500ef9%2C46103%2C1733062709016.1733062710701 not finished, retry = 0 2024-12-01T14:18:46,783 INFO [M:0;57b748500ef9:46103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:18:46,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:18:46,783 INFO [M:0;57b748500ef9:46103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46103 2024-12-01T14:18:46,783 INFO [M:0;57b748500ef9:46103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:18:46,964 INFO [M:0;57b748500ef9:46103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:18:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10191423c710000, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:18:46,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@276a33b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:46,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2196b814{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:46,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:46,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@431867d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:46,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@386e301{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:46,967 WARN [BP-765189526-172.17.0.3-1733062705386 heartbeating to localhost/127.0.0.1:40879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:18:46,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:18:46,967 WARN [BP-765189526-172.17.0.3-1733062705386 heartbeating to localhost/127.0.0.1:40879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765189526-172.17.0.3-1733062705386 (Datanode Uuid 7bb4c16f-f43e-48bc-92cd-31cd0d616e35) service to localhost/127.0.0.1:40879 2024-12-01T14:18:46,967 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:18:46,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/data/data1/current/BP-765189526-172.17.0.3-1733062705386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:46,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/cluster_f0378a87-859c-a943-86c9-dde29d29bbe1/data/data2/current/BP-765189526-172.17.0.3-1733062705386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:18:46,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:18:46,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b536dee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:46,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ce02e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:18:46,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:18:46,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ad29296{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:18:46,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cfbe79b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/090baf0f-8881-26fd-5019-e2403589abd3/hadoop.log.dir/,STOPPED} 2024-12-01T14:18:46,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:18:46,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:18:46,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=135 (was 111) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40879 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57528) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39145 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57528) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 861), ProcessCount=11 (was 11), AvailableMemoryMB=4481 (was 5732) 2024-12-01T14:18:47,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=4481 2024-12-01T14:18:47,011 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-01T14:18:47,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir so I do NOT create it in target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3 2024-12-01T14:18:47,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:18:47,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.tmp.dir so I do NOT create it in target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3 2024-12-01T14:18:47,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ab72c4-dc4d-c6c4-f71c-6ae2f869e0d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:18:47,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3 2024-12-01T14:18:47,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098, deleteOnExit=true 2024-12-01T14:18:47,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/zookeeper_0, clientPort=63636, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:18:47,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63636 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/test.cache.data in system properties and HBase conf 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:18:47,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:18:47,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:18:47,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:18:47,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10191423c710002, quorum=127.0.0.1:57528, baseZNode=/040048034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:18:47,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10191423c710005, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:18:47,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10191423c710005, quorum=127.0.0.1:57528, baseZNode=/1930036900 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:18:47,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10191423c710002, quorum=127.0.0.1:57528, baseZNode=/040048034 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:18:47,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:47,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:47,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:47,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:47,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:18:47,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:47,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a49abd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:47,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aaee868{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:47,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76400467{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/java.io.tmpdir/jetty-localhost-43191-hadoop-hdfs-3_4_1-tests_jar-_-any-15167166659253094103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:47,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7475fda4{HTTP/1.1, (http/1.1)}{localhost:43191} 2024-12-01T14:18:47,507 INFO [Time-limited test {}] server.Server(415): Started @55174ms 2024-12-01T14:18:48,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:48,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:48,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:48,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:48,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:18:48,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@740b61c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:48,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be8a33a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:48,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e48eea2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/java.io.tmpdir/jetty-localhost-38453-hadoop-hdfs-3_4_1-tests_jar-_-any-10698955671883391981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:48,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a27e6ac{HTTP/1.1, (http/1.1)}{localhost:38453} 2024-12-01T14:18:48,120 INFO [Time-limited test {}] server.Server(415): Started @55787ms 2024-12-01T14:18:48,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:18:48,895 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/data/data2/current/BP-982330370-172.17.0.3-1733062727058/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:48,895 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/data/data1/current/BP-982330370-172.17.0.3-1733062727058/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:48,908 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:18:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce8f03d9cd6e9b94 with lease ID 0x39d1a2935215054: Processing first storage report for DS-1af48467-35d8-4612-a73f-5f8136e29c2a from datanode DatanodeRegistration(127.0.0.1:44593, datanodeUuid=caa64ad7-b90e-4863-96d2-584f76a2eb54, infoPort=36297, infoSecurePort=0, ipcPort=36877, storageInfo=lv=-57;cid=testClusterID;nsid=1986992188;c=1733062727058) 2024-12-01T14:18:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce8f03d9cd6e9b94 with lease ID 0x39d1a2935215054: from storage DS-1af48467-35d8-4612-a73f-5f8136e29c2a node DatanodeRegistration(127.0.0.1:44593, datanodeUuid=caa64ad7-b90e-4863-96d2-584f76a2eb54, infoPort=36297, infoSecurePort=0, ipcPort=36877, storageInfo=lv=-57;cid=testClusterID;nsid=1986992188;c=1733062727058), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:18:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce8f03d9cd6e9b94 with lease ID 0x39d1a2935215054: Processing first storage report for DS-d09dfa4a-99d1-4ad3-b172-46150f685150 from datanode DatanodeRegistration(127.0.0.1:44593, datanodeUuid=caa64ad7-b90e-4863-96d2-584f76a2eb54, infoPort=36297, infoSecurePort=0, ipcPort=36877, storageInfo=lv=-57;cid=testClusterID;nsid=1986992188;c=1733062727058) 2024-12-01T14:18:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce8f03d9cd6e9b94 with lease ID 0x39d1a2935215054: from storage DS-d09dfa4a-99d1-4ad3-b172-46150f685150 node DatanodeRegistration(127.0.0.1:44593, datanodeUuid=caa64ad7-b90e-4863-96d2-584f76a2eb54, infoPort=36297, infoSecurePort=0, ipcPort=36877, storageInfo=lv=-57;cid=testClusterID;nsid=1986992188;c=1733062727058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:48,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3 2024-12-01T14:18:48,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:48,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:18:49,354 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737 with version=8 2024-12-01T14:18:49,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/hbase-staging 2024-12-01T14:18:49,356 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:49,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:49,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41523 2024-12-01T14:18:49,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41523 connecting to ZooKeeper ensemble=127.0.0.1:63636 2024-12-01T14:18:49,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415230x0, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:49,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41523-0x101914291250000 connected 2024-12-01T14:18:49,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:49,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:49,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/running 2024-12-01T14:18:49,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737, hbase.cluster.distributed=false 2024-12-01T14:18:49,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/acl 2024-12-01T14:18:49,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-01T14:18:49,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41523 2024-12-01T14:18:49,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41523 2024-12-01T14:18:49,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-01T14:18:49,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-01T14:18:49,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:49,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:49,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45293 2024-12-01T14:18:49,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45293 connecting to ZooKeeper ensemble=127.0.0.1:63636 2024-12-01T14:18:49,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:49,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:49,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452930x0, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:49,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452930x0, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/running 2024-12-01T14:18:49,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45293-0x101914291250001 connected 2024-12-01T14:18:49,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:49,570 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:49,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/master 2024-12-01T14:18:49,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/acl 2024-12-01T14:18:49,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45293 2024-12-01T14:18:49,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45293 2024-12-01T14:18:49,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45293 2024-12-01T14:18:49,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45293 2024-12-01T14:18:49,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45293 2024-12-01T14:18:49,586 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:41523 2024-12-01T14:18:49,586 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-425664336/backup-masters/57b748500ef9,41523,1733062729356 2024-12-01T14:18:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336/backup-masters 2024-12-01T14:18:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336/backup-masters 2024-12-01T14:18:49,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on existing znode=/0-425664336/backup-masters/57b748500ef9,41523,1733062729356 2024-12-01T14:18:49,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-425664336/master 2024-12-01T14:18:49,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:49,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:49,612 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on existing znode=/0-425664336/master 2024-12-01T14:18:49,612 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-425664336/backup-masters/57b748500ef9,41523,1733062729356 from backup master directory 2024-12-01T14:18:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336/backup-masters 2024-12-01T14:18:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425664336/backup-masters/57b748500ef9,41523,1733062729356 2024-12-01T14:18:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336/backup-masters 2024-12-01T14:18:49,622 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:49,622 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,41523,1733062729356 2024-12-01T14:18:49,626 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/hbase.id] with ID: 284264db-467a-44bb-ba9a-4601055a3325 2024-12-01T14:18:49,626 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/.tmp/hbase.id 2024-12-01T14:18:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:18:50,031 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/.tmp/hbase.id]:[hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/hbase.id] 2024-12-01T14:18:50,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:50,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:50,042 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:50,042 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:50,044 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:18:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:50,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:50,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:50,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:50,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:18:50,501 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:50,502 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:50,502 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:18:50,910 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store 2024-12-01T14:18:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:18:51,317 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:51,317 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:51,317 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:51,317 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:51,317 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:51,317 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:51,317 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:51,317 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062731317Disabling compacts and flushes for region at 1733062731317Disabling writes for close at 1733062731317Writing region close event to WAL at 1733062731317Closed at 1733062731317 2024-12-01T14:18:51,318 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/.initializing 2024-12-01T14:18:51,318 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/WALs/57b748500ef9,41523,1733062729356 2024-12-01T14:18:51,319 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:51,320 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C41523%2C1733062729356, suffix=, logDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/WALs/57b748500ef9,41523,1733062729356, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:51,331 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/WALs/57b748500ef9,41523,1733062729356/57b748500ef9%2C41523%2C1733062729356.1733062731321, exclude list is [], retry=0 2024-12-01T14:18:51,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-1af48467-35d8-4612-a73f-5f8136e29c2a,DISK] 2024-12-01T14:18:51,335 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/WALs/57b748500ef9,41523,1733062729356/57b748500ef9%2C41523%2C1733062729356.1733062731321 2024-12-01T14:18:51,336 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36297:36297)] 2024-12-01T14:18:51,336 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:51,336 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:51,336 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,336 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:51,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:51,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:51,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:51,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:51,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:51,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:51,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:51,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:51,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:51,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:51,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:51,344 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,345 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,345 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,346 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,346 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,347 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:51,347 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:51,349 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:51,349 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73595425, jitterRate=0.09665729105472565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:51,350 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062731336Initializing all the Stores at 1733062731337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062731337Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062731337Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062731337Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062731337Cleaning up temporary data from old regions at 1733062731346 (+9 ms)Region opened successfully at 1733062731350 (+4 ms) 2024-12-01T14:18:51,350 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:51,352 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ea3f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:51,353 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:18:51,353 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:51,353 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:51,353 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:51,354 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:18:51,354 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:18:51,354 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:51,356 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:51,357 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Unable to get data of znode /0-425664336/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:18:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:18:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:18:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:18:51,451 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425664336/balancer already deleted, retry=false 2024-12-01T14:18:51,451 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:51,452 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Unable to get data of znode /0-425664336/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:51,464 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425664336/normalizer already deleted, retry=false 2024-12-01T14:18:51,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:51,466 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Unable to get data of znode /0-425664336/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:51,474 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425664336/switch/split already deleted, retry=false 2024-12-01T14:18:51,475 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Unable to get data of znode /0-425664336/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:51,485 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425664336/switch/merge already deleted, retry=false 2024-12-01T14:18:51,487 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Unable to get data of znode /0-425664336/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:51,495 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-425664336/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-425664336/running 2024-12-01T14:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-425664336/running 2024-12-01T14:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:51,506 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,41523,1733062729356, sessionid=0x101914291250000, setting cluster-up flag (Was=false) 2024-12-01T14:18:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:51,559 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-425664336/flush-table-proc/acquired, /0-425664336/flush-table-proc/reached, /0-425664336/flush-table-proc/abort 2024-12-01T14:18:51,563 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,41523,1733062729356 2024-12-01T14:18:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:51,622 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-425664336/online-snapshot/acquired, /0-425664336/online-snapshot/reached, /0-425664336/online-snapshot/abort 2024-12-01T14:18:51,624 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,41523,1733062729356 2024-12-01T14:18:51,625 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:18:51,627 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:51,628 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:51,628 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:51,628 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,41523,1733062729356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:51,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:51,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:51,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:51,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:51,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:51,631 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,632 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:51,632 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:51,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:18:51,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:51,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:18:51,653 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062761653 2024-12-01T14:18:51,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:51,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:51,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:51,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:51,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:51,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:51,668 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,673 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:51,673 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:51,673 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:51,673 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:51,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:18:51,681 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:51,681 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:51,690 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(746): ClusterId : 284264db-467a-44bb-ba9a-4601055a3325 2024-12-01T14:18:51,691 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:51,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062731681,5,FailOnTimeoutGroup] 2024-12-01T14:18:51,696 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062731696,5,FailOnTimeoutGroup] 2024-12-01T14:18:51,696 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,697 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:51,697 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,697 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,707 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:51,707 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:51,717 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:51,718 DEBUG [RS:0;57b748500ef9:45293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f64657f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:51,730 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:45293 2024-12-01T14:18:51,730 INFO [RS:0;57b748500ef9:45293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:51,730 INFO [RS:0;57b748500ef9:45293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:51,730 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:51,732 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,41523,1733062729356 with port=45293, startcode=1733062729555 2024-12-01T14:18:51,732 DEBUG [RS:0;57b748500ef9:45293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:51,734 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:51,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,45293,1733062729555 2024-12-01T14:18:51,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41523 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,45293,1733062729555 2024-12-01T14:18:51,736 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737 2024-12-01T14:18:51,736 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37653 2024-12-01T14:18:51,737 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:51,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336/rs 2024-12-01T14:18:51,748 DEBUG [RS:0;57b748500ef9:45293 {}] zookeeper.ZKUtil(111): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on existing znode=/0-425664336/rs/57b748500ef9,45293,1733062729555 2024-12-01T14:18:51,748 WARN [RS:0;57b748500ef9:45293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:51,748 INFO [RS:0;57b748500ef9:45293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:51,749 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555 2024-12-01T14:18:51,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,45293,1733062729555] 2024-12-01T14:18:51,755 INFO [RS:0;57b748500ef9:45293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:51,757 INFO [RS:0;57b748500ef9:45293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:51,760 INFO [RS:0;57b748500ef9:45293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:51,760 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,764 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:51,766 INFO [RS:0;57b748500ef9:45293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:51,766 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,766 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,766 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,766 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,767 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:51,768 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:51,768 DEBUG [RS:0;57b748500ef9:45293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:51,796 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,796 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,796 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,796 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,796 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,796 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45293,1733062729555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:51,816 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:51,817 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45293,1733062729555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,817 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,817 INFO [RS:0;57b748500ef9:45293 {}] regionserver.Replication(171): 57b748500ef9,45293,1733062729555 started 2024-12-01T14:18:51,838 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:51,838 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,45293,1733062729555, RpcServer on 57b748500ef9/172.17.0.3:45293, sessionid=0x101914291250001 2024-12-01T14:18:51,838 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:51,839 DEBUG [RS:0;57b748500ef9:45293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,45293,1733062729555 2024-12-01T14:18:51,839 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,45293,1733062729555' 2024-12-01T14:18:51,839 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-425664336/flush-table-proc/abort' 2024-12-01T14:18:51,839 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-425664336/flush-table-proc/acquired' 2024-12-01T14:18:51,840 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:51,840 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:51,840 DEBUG [RS:0;57b748500ef9:45293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,45293,1733062729555 2024-12-01T14:18:51,840 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,45293,1733062729555' 2024-12-01T14:18:51,840 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-425664336/online-snapshot/abort' 2024-12-01T14:18:51,841 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-425664336/online-snapshot/acquired' 2024-12-01T14:18:51,841 DEBUG [RS:0;57b748500ef9:45293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:51,841 INFO [RS:0;57b748500ef9:45293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:51,841 INFO [RS:0;57b748500ef9:45293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:51,942 INFO [RS:0;57b748500ef9:45293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:51,943 INFO [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C45293%2C1733062729555, suffix=, logDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/oldWALs, maxLogs=10 2024-12-01T14:18:51,961 DEBUG [RS:0;57b748500ef9:45293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944, exclude list is [], retry=0 2024-12-01T14:18:51,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-1af48467-35d8-4612-a73f-5f8136e29c2a,DISK] 2024-12-01T14:18:51,973 INFO [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 2024-12-01T14:18:51,976 DEBUG [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36297:36297)] 2024-12-01T14:18:52,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:18:52,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737 2024-12-01T14:18:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:18:52,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:52,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:52,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:52,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:52,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:52,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:52,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:52,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:52,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:52,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:52,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:52,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:52,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:52,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:52,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740 2024-12-01T14:18:52,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740 2024-12-01T14:18:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:52,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:52,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:52,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:52,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:52,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67860881, jitterRate=0.011205926537513733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:52,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062732485Initializing all the Stores at 1733062732486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062732486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062732486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062732486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062732487 (+1 ms)Cleaning up temporary data from old regions at 1733062732496 (+9 ms)Region opened successfully at 1733062732500 (+4 ms) 2024-12-01T14:18:52,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:52,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:52,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:52,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:52,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:52,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:52,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062732500Disabling compacts and flushes for region at 1733062732500Disabling writes for close at 1733062732501 (+1 ms)Writing region close event to WAL at 1733062732501Closed at 1733062732501 2024-12-01T14:18:52,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:52,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:18:52,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:52,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:52,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:18:52,654 DEBUG [57b748500ef9:41523 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:52,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,45293,1733062729555 2024-12-01T14:18:52,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,45293,1733062729555, state=OPENING 2024-12-01T14:18:52,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:18:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:52,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:18:52,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:52,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425664336/meta-region-server: CHANGED 2024-12-01T14:18:52,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425664336/meta-region-server: CHANGED 2024-12-01T14:18:52,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,45293,1733062729555}] 2024-12-01T14:18:53,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:53,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:53,052 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:53,052 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:53,052 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:53,054 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C45293%2C1733062729555.meta, suffix=.meta, logDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/oldWALs, maxLogs=10 2024-12-01T14:18:53,065 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.meta.1733062733054.meta, exclude list is [], retry=0 2024-12-01T14:18:53,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-1af48467-35d8-4612-a73f-5f8136e29c2a,DISK] 2024-12-01T14:18:53,069 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.meta.1733062733054.meta 2024-12-01T14:18:53,070 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36297:36297)] 2024-12-01T14:18:53,070 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:53,070 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:53,070 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:53,070 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:53,070 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:53,070 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:53,070 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:53,071 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:53,071 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:53,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:53,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:53,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:53,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:53,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:53,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:53,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:53,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:53,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:53,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:53,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:53,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:53,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:53,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:53,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:53,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:53,077 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:53,078 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740 2024-12-01T14:18:53,079 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740 2024-12-01T14:18:53,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:53,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:53,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:53,082 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:53,082 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63575014, jitterRate=-0.05265846848487854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:53,082 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:53,083 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062733071Writing region info on filesystem at 1733062733071Initializing all the Stores at 1733062733072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062733072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062733072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062733072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062733072Cleaning up temporary data from old regions at 1733062733080 (+8 ms)Running coprocessor post-open hooks at 1733062733082 (+2 ms)Region opened successfully at 1733062733083 (+1 ms) 2024-12-01T14:18:53,084 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062733046 2024-12-01T14:18:53,086 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:53,086 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:53,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45293,1733062729555 2024-12-01T14:18:53,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,45293,1733062729555, state=OPEN 2024-12-01T14:18:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-425664336/meta-region-server 2024-12-01T14:18:53,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-425664336/meta-region-server 2024-12-01T14:18:53,140 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,45293,1733062729555 2024-12-01T14:18:53,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425664336/meta-region-server: CHANGED 2024-12-01T14:18:53,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-425664336/meta-region-server: CHANGED 2024-12-01T14:18:53,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:18:53,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,45293,1733062729555 in 246 msec 2024-12-01T14:18:53,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:18:53,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-12-01T14:18:53,146 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:53,146 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:18:53,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:53,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45293,1733062729555, seqNum=-1] 2024-12-01T14:18:53,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:53,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:53,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5260 sec 2024-12-01T14:18:53,154 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062733154, completionTime=-1 2024-12-01T14:18:53,154 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:18:53,154 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:53,155 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062793156 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062853156 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41523,1733062729356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41523,1733062729356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41523,1733062729356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:41523, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,156 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,158 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.538sec 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41523,1733062729356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:53,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41523,1733062729356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:53,163 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:53,163 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:53,163 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41523,1733062729356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:53,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4facbff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:53,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41523,-1 for getting cluster id 2024-12-01T14:18:53,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:53,192 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284264db-467a-44bb-ba9a-4601055a3325' 2024-12-01T14:18:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284264db-467a-44bb-ba9a-4601055a3325" 2024-12-01T14:18:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d69b7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41523,-1] 2024-12-01T14:18:53,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:53,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:53,194 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:53,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456d798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:53,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45293,1733062729555, seqNum=-1] 2024-12-01T14:18:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:53,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,41523,1733062729356 2024-12-01T14:18:53,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63636 2024-12-01T14:18:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:53,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101914291250002 connected 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir so I do NOT create it in target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04 2024-12-01T14:18:53,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.tmp.dir so I do NOT create it in target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04 2024-12-01T14:18:53,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:18:53,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/cluster_fdb4f1a2-c5c5-6f08-59e1-b625748df235, deleteOnExit=true 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/test.cache.data in system properties and HBase conf 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:18:53,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:18:53,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:18:53,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:18:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:18:53,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:18:53,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:53,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:53,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:53,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:53,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:18:53,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:53,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a5f27dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:53,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36827c65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:53,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ce6cc22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/java.io.tmpdir/jetty-localhost-35227-hadoop-hdfs-3_4_1-tests_jar-_-any-14879370427090102172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:18:53,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2554c994{HTTP/1.1, (http/1.1)}{localhost:35227} 2024-12-01T14:18:53,801 INFO [Time-limited test {}] server.Server(415): Started @61468ms 2024-12-01T14:18:54,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:18:54,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:18:54,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:18:54,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:18:54,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:18:54,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b598fdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:18:54,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4b0b0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:18:54,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@156e34c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/java.io.tmpdir/jetty-localhost-40455-hadoop-hdfs-3_4_1-tests_jar-_-any-6139218242356843683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:18:54,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bad8442{HTTP/1.1, (http/1.1)}{localhost:40455} 2024-12-01T14:18:54,139 INFO [Time-limited test {}] server.Server(415): Started @61806ms 2024-12-01T14:18:54,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:18:54,802 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/cluster_fdb4f1a2-c5c5-6f08-59e1-b625748df235/data/data2/current/BP-833102099-172.17.0.3-1733062733273/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:54,802 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/cluster_fdb4f1a2-c5c5-6f08-59e1-b625748df235/data/data1/current/BP-833102099-172.17.0.3-1733062733273/current, will proceed with Du for space computation calculation, 2024-12-01T14:18:54,816 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:18:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a93e6a13f11e86d with lease ID 0x98aafc1cbd8ce90e: Processing first storage report for DS-66b0d893-2dc3-4def-9260-31464fee2c10 from datanode DatanodeRegistration(127.0.0.1:42797, datanodeUuid=72d3b9a1-090b-4b90-b785-7f7f13ea7280, infoPort=36601, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=1933675102;c=1733062733273) 2024-12-01T14:18:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a93e6a13f11e86d with lease ID 0x98aafc1cbd8ce90e: from storage DS-66b0d893-2dc3-4def-9260-31464fee2c10 node DatanodeRegistration(127.0.0.1:42797, datanodeUuid=72d3b9a1-090b-4b90-b785-7f7f13ea7280, infoPort=36601, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=1933675102;c=1733062733273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a93e6a13f11e86d with lease ID 0x98aafc1cbd8ce90e: Processing first storage report for DS-892ecd1e-f23c-403e-868d-9296ac84b5fc from datanode DatanodeRegistration(127.0.0.1:42797, datanodeUuid=72d3b9a1-090b-4b90-b785-7f7f13ea7280, infoPort=36601, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=1933675102;c=1733062733273) 2024-12-01T14:18:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a93e6a13f11e86d with lease ID 0x98aafc1cbd8ce90e: from storage DS-892ecd1e-f23c-403e-868d-9296ac84b5fc node DatanodeRegistration(127.0.0.1:42797, datanodeUuid=72d3b9a1-090b-4b90-b785-7f7f13ea7280, infoPort=36601, infoSecurePort=0, ipcPort=40865, storageInfo=lv=-57;cid=testClusterID;nsid=1933675102;c=1733062733273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:18:54,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04 2024-12-01T14:18:54,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:54,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:18:55,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e with version=8 2024-12-01T14:18:55,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/hbase-staging 2024-12-01T14:18:55,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:18:55,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:55,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39557 2024-12-01T14:18:55,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39557 connecting to ZooKeeper ensemble=127.0.0.1:63636 2024-12-01T14:18:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395570x0, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:55,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39557-0x101914291250003 connected 2024-12-01T14:18:55,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:55,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:55,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/running 2024-12-01T14:18:55,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e, hbase.cluster.distributed=false 2024-12-01T14:18:55,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/acl 2024-12-01T14:18:55,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39557 2024-12-01T14:18:55,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39557 2024-12-01T14:18:55,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39557 2024-12-01T14:18:55,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39557 2024-12-01T14:18:55,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39557 2024-12-01T14:18:55,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:18:55,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:18:55,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40573 2024-12-01T14:18:55,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40573 connecting to ZooKeeper ensemble=127.0.0.1:63636 2024-12-01T14:18:55,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:55,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:55,432 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405730x0, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:55,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405730x0, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/running 2024-12-01T14:18:55,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40573-0x101914291250004 connected 2024-12-01T14:18:55,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:18:55,433 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:18:55,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/master 2024-12-01T14:18:55,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/acl 2024-12-01T14:18:55,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40573 2024-12-01T14:18:55,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40573 2024-12-01T14:18:55,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40573 2024-12-01T14:18:55,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40573 2024-12-01T14:18:55,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40573 2024-12-01T14:18:55,445 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:39557 2024-12-01T14:18:55,446 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1399305960/backup-masters/57b748500ef9,39557,1733062735275 2024-12-01T14:18:55,453 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960/backup-masters 2024-12-01T14:18:55,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960/backup-masters 2024-12-01T14:18:55,453 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on existing znode=/1399305960/backup-masters/57b748500ef9,39557,1733062735275 2024-12-01T14:18:55,463 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1399305960/master 2024-12-01T14:18:55,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:55,463 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:55,464 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on existing znode=/1399305960/master 2024-12-01T14:18:55,464 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1399305960/backup-masters/57b748500ef9,39557,1733062735275 from backup master directory 2024-12-01T14:18:55,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1399305960/backup-masters/57b748500ef9,39557,1733062735275 2024-12-01T14:18:55,474 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960/backup-masters 2024-12-01T14:18:55,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960/backup-masters 2024-12-01T14:18:55,474 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:55,474 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,39557,1733062735275 2024-12-01T14:18:55,478 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/hbase.id] with ID: 270b83fa-0c4f-402e-952b-440f8972336e 2024-12-01T14:18:55,478 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/.tmp/hbase.id 2024-12-01T14:18:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:18:55,883 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/.tmp/hbase.id]:[hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/hbase.id] 2024-12-01T14:18:55,893 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:18:55,893 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:18:55,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:18:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:55,979 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:18:56,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:56,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:18:56,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:18:56,794 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store 2024-12-01T14:18:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:18:56,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:56,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:18:56,807 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:56,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:56,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:18:56,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:56,807 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:18:56,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062736807Disabling compacts and flushes for region at 1733062736807Disabling writes for close at 1733062736807Writing region close event to WAL at 1733062736807Closed at 1733062736807 2024-12-01T14:18:56,808 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/.initializing 2024-12-01T14:18:56,808 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/WALs/57b748500ef9,39557,1733062735275 2024-12-01T14:18:56,810 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:56,812 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C39557%2C1733062735275, suffix=, logDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/WALs/57b748500ef9,39557,1733062735275, archiveDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/oldWALs, maxLogs=10 2024-12-01T14:18:56,827 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/WALs/57b748500ef9,39557,1733062735275/57b748500ef9%2C39557%2C1733062735275.1733062736813, exclude list is [], retry=0 2024-12-01T14:18:56,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42797,DS-66b0d893-2dc3-4def-9260-31464fee2c10,DISK] 2024-12-01T14:18:56,832 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/WALs/57b748500ef9,39557,1733062735275/57b748500ef9%2C39557%2C1733062735275.1733062736813 2024-12-01T14:18:56,832 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601)] 2024-12-01T14:18:56,833 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:56,833 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:56,833 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,833 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:18:56,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:56,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:56,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:18:56,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:56,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:56,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:18:56,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:56,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:56,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:18:56,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:56,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:56,844 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,845 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,847 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,847 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,848 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:56,849 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:18:56,857 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:56,858 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63742030, jitterRate=-0.05016973614692688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:56,858 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062736833Initializing all the Stores at 1733062736834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062736834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062736835 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062736835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062736835Cleaning up temporary data from old regions at 1733062736847 (+12 ms)Region opened successfully at 1733062736858 (+11 ms) 2024-12-01T14:18:56,858 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:18:56,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6651da96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:56,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:18:56,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:18:56,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:18:56,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:18:56,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:18:56,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:18:56,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:18:56,871 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:18:56,871 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Unable to get data of znode /1399305960/balancer because node does not exist (not necessarily an error) 2024-12-01T14:18:56,937 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1399305960/balancer already deleted, retry=false 2024-12-01T14:18:56,938 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:18:56,938 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Unable to get data of znode /1399305960/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:18:56,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:18:56,956 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1399305960/normalizer already deleted, retry=false 2024-12-01T14:18:56,956 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:18:56,957 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Unable to get data of znode /1399305960/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:18:56,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:56,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:56,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:56,968 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1399305960/switch/split already deleted, retry=false 2024-12-01T14:18:56,969 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Unable to get data of znode /1399305960/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:18:56,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:18:57,054 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1399305960/switch/merge already deleted, retry=false 2024-12-01T14:18:57,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Unable to get data of znode /1399305960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:18:57,074 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1399305960/snapshot-cleanup already deleted, retry=false 2024-12-01T14:18:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1399305960/running 2024-12-01T14:18:57,084 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1399305960/running 2024-12-01T14:18:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:57,084 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:57,088 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,39557,1733062735275, sessionid=0x101914291250003, setting cluster-up flag (Was=false) 2024-12-01T14:18:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:57,105 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:57,137 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1399305960/flush-table-proc/acquired, /1399305960/flush-table-proc/reached, /1399305960/flush-table-proc/abort 2024-12-01T14:18:57,138 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,39557,1733062735275 2024-12-01T14:18:57,158 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:57,189 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1399305960/online-snapshot/acquired, /1399305960/online-snapshot/reached, /1399305960/online-snapshot/abort 2024-12-01T14:18:57,191 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,39557,1733062735275 2024-12-01T14:18:57,192 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:18:57,193 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:57,193 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:18:57,193 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:18:57,193 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,39557,1733062735275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:57,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062767196 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:18:57,196 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:57,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:18:57,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:57,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:18:57,198 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:18:57,198 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:18:57,198 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:18:57,198 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:18:57,199 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:18:57,199 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:18:57,199 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062737199,5,FailOnTimeoutGroup] 2024-12-01T14:18:57,199 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062737199,5,FailOnTimeoutGroup] 2024-12-01T14:18:57,199 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,199 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:18:57,199 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,199 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:18:57,239 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(746): ClusterId : 270b83fa-0c4f-402e-952b-440f8972336e 2024-12-01T14:18:57,239 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:18:57,251 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:18:57,251 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:18:57,264 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:18:57,264 DEBUG [RS:0;57b748500ef9:40573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726e2a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:18:57,276 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:40573 2024-12-01T14:18:57,276 INFO [RS:0;57b748500ef9:40573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:18:57,276 INFO [RS:0;57b748500ef9:40573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:18:57,276 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:18:57,276 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,39557,1733062735275 with port=40573, startcode=1733062735419 2024-12-01T14:18:57,277 DEBUG [RS:0;57b748500ef9:40573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:18:57,278 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:18:57,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,40573,1733062735419 2024-12-01T14:18:57,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,40573,1733062735419 2024-12-01T14:18:57,280 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e 2024-12-01T14:18:57,280 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33757 2024-12-01T14:18:57,280 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:18:57,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960/rs 2024-12-01T14:18:57,293 DEBUG [RS:0;57b748500ef9:40573 {}] zookeeper.ZKUtil(111): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on existing znode=/1399305960/rs/57b748500ef9,40573,1733062735419 2024-12-01T14:18:57,293 WARN [RS:0;57b748500ef9:40573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:18:57,293 INFO [RS:0;57b748500ef9:40573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:57,293 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419 2024-12-01T14:18:57,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,40573,1733062735419] 2024-12-01T14:18:57,300 INFO [RS:0;57b748500ef9:40573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:18:57,302 INFO [RS:0;57b748500ef9:40573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:18:57,303 INFO [RS:0;57b748500ef9:40573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:18:57,303 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,306 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:18:57,307 INFO [RS:0;57b748500ef9:40573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:18:57,307 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,307 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:57,308 DEBUG [RS:0;57b748500ef9:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:18:57,311 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,311 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,311 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,311 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,311 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,311 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40573,1733062735419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:57,324 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:18:57,324 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40573,1733062735419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,324 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,324 INFO [RS:0;57b748500ef9:40573 {}] regionserver.Replication(171): 57b748500ef9,40573,1733062735419 started 2024-12-01T14:18:57,338 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:57,338 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,40573,1733062735419, RpcServer on 57b748500ef9/172.17.0.3:40573, sessionid=0x101914291250004 2024-12-01T14:18:57,338 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:18:57,338 DEBUG [RS:0;57b748500ef9:40573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,40573,1733062735419 2024-12-01T14:18:57,338 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40573,1733062735419' 2024-12-01T14:18:57,338 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1399305960/flush-table-proc/abort' 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1399305960/flush-table-proc/acquired' 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,40573,1733062735419 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40573,1733062735419' 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1399305960/online-snapshot/abort' 2024-12-01T14:18:57,339 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1399305960/online-snapshot/acquired' 2024-12-01T14:18:57,340 DEBUG [RS:0;57b748500ef9:40573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:18:57,340 INFO [RS:0;57b748500ef9:40573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:18:57,340 INFO [RS:0;57b748500ef9:40573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:18:57,440 INFO [RS:0;57b748500ef9:40573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:18:57,442 INFO [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40573%2C1733062735419, suffix=, logDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419, archiveDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/oldWALs, maxLogs=10 2024-12-01T14:18:57,454 DEBUG [RS:0;57b748500ef9:40573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419/57b748500ef9%2C40573%2C1733062735419.1733062737442, exclude list is [], retry=0 2024-12-01T14:18:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42797,DS-66b0d893-2dc3-4def-9260-31464fee2c10,DISK] 2024-12-01T14:18:57,459 INFO [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419/57b748500ef9%2C40573%2C1733062735419.1733062737442 2024-12-01T14:18:57,459 DEBUG [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601)] 2024-12-01T14:18:57,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:18:57,607 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e 2024-12-01T14:18:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:18:57,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:18:58,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:58,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:58,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:58,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:58,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:58,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:58,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:58,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:58,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:58,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:58,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740 2024-12-01T14:18:58,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740 2024-12-01T14:18:58,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:58,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:58,024 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:58,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:58,026 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:58,027 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74108675, jitterRate=0.10430531203746796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062738014Initializing all the Stores at 1733062738014Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062738014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062738015 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062738015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062738015Cleaning up temporary data from old regions at 1733062738023 (+8 ms)Region opened successfully at 1733062738027 (+4 ms) 2024-12-01T14:18:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:18:58,027 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:18:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:18:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:18:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:18:58,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:18:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062738027Disabling compacts and flushes for region at 1733062738027Disabling writes for close at 1733062738027Writing region close event to WAL at 1733062738027Closed at 1733062738027 2024-12-01T14:18:58,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:58,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:18:58,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:18:58,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:58,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:18:58,180 DEBUG [57b748500ef9:39557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:18:58,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,40573,1733062735419 2024-12-01T14:18:58,182 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40573,1733062735419, state=OPENING 2024-12-01T14:18:58,646 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:18:58,663 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:18:58,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1399305960/meta-region-server: CHANGED 2024-12-01T14:18:58,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1399305960/meta-region-server: CHANGED 2024-12-01T14:18:58,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:18:58,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40573,1733062735419}] 2024-12-01T14:18:58,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:18:58,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:18:58,822 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:18:58,822 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:18:58,822 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:18:58,824 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40573%2C1733062735419.meta, suffix=.meta, logDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419, archiveDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/oldWALs, maxLogs=10 2024-12-01T14:18:58,835 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419/57b748500ef9%2C40573%2C1733062735419.meta.1733062738824.meta, exclude list is [], retry=0 2024-12-01T14:18:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42797,DS-66b0d893-2dc3-4def-9260-31464fee2c10,DISK] 2024-12-01T14:18:58,839 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419/57b748500ef9%2C40573%2C1733062735419.meta.1733062738824.meta 2024-12-01T14:18:58,839 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36601:36601)] 2024-12-01T14:18:58,839 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:58,839 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:58,839 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:18:58,840 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:18:58,840 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:18:58,840 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:18:58,840 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:58,840 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:18:58,840 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:18:58,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:18:58,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:18:58,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:18:58,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:18:58,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:18:58,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:18:58,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:18:58,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:18:58,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:58,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:18:58,847 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:18:58,850 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740 2024-12-01T14:18:58,851 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740 2024-12-01T14:18:58,855 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:18:58,856 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:18:58,856 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:18:58,858 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:18:58,858 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74560424, jitterRate=0.11103689670562744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:18:58,859 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:18:58,859 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062738840Writing region info on filesystem at 1733062738840Initializing all the Stores at 1733062738841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062738841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062738841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062738841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062738841Cleaning up temporary data from old regions at 1733062738856 (+15 ms)Running coprocessor post-open hooks at 1733062738859 (+3 ms)Region opened successfully at 1733062738859 2024-12-01T14:18:58,860 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062738816 2024-12-01T14:18:58,862 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:18:58,862 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:18:58,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,40573,1733062735419 2024-12-01T14:18:58,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40573,1733062735419, state=OPEN 2024-12-01T14:18:58,874 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1399305960/meta-region-server 2024-12-01T14:18:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1399305960/meta-region-server 2024-12-01T14:18:58,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,40573,1733062735419 2024-12-01T14:18:58,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1399305960/meta-region-server: CHANGED 2024-12-01T14:18:58,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1399305960/meta-region-server: CHANGED 2024-12-01T14:18:58,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:18:58,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40573,1733062735419 in 210 msec 2024-12-01T14:18:58,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:18:58,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 849 msec 2024-12-01T14:18:58,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:18:58,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:18:58,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:58,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40573,1733062735419, seqNum=-1] 2024-12-01T14:18:58,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:58,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:58,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6960 sec 2024-12-01T14:18:58,891 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062738891, completionTime=-1 2024-12-01T14:18:58,891 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:18:58,891 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062798894 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062858894 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39557,1733062735275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39557,1733062735275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39557,1733062735275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:39557, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,895 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,896 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:18:58,898 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.424sec 2024-12-01T14:18:58,898 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:18:58,899 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:18:58,899 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:18:58,899 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:18:58,899 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:18:58,899 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39557,1733062735275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:18:58,899 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39557,1733062735275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:18:58,902 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:18:58,902 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:18:58,902 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39557,1733062735275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:18:58,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bae7ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:58,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,39557,-1 for getting cluster id 2024-12-01T14:18:58,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:18:58,941 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '270b83fa-0c4f-402e-952b-440f8972336e' 2024-12-01T14:18:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:18:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "270b83fa-0c4f-402e-952b-440f8972336e" 2024-12-01T14:18:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c1027b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,39557,-1] 2024-12-01T14:18:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:18:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:18:58,943 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:18:58,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43462ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:18:58,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:18:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40573,1733062735419, seqNum=-1] 2024-12-01T14:18:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:18:58,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:18:58,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,39557,1733062735275 2024-12-01T14:18:58,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63636 2024-12-01T14:18:59,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:18:59,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101914291250005 connected 2024-12-01T14:18:59,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:18:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41523,1733062729356 2024-12-01T14:18:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42227725 2024-12-01T14:18:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:18:59,078 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:18:59,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:18:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:18:59,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:18:59,087 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:59,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:18:59,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:18:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:59,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:18:59,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98d223fc44566f84430513000a099d3e, NAME => 'test,,1733062739079.98d223fc44566f84430513000a099d3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737 2024-12-01T14:18:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:18:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:59,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062739079.98d223fc44566f84430513000a099d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:59,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98d223fc44566f84430513000a099d3e, disabling compactions & flushes 2024-12-01T14:18:59,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062739079.98d223fc44566f84430513000a099d3e. after waiting 0 ms 2024-12-01T14:18:59,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,516 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98d223fc44566f84430513000a099d3e: Waiting for close lock at 1733062739515Disabling compacts and flushes for region at 1733062739515Disabling writes for close at 1733062739516 (+1 ms)Writing region close event to WAL at 1733062739516Closed at 1733062739516 2024-12-01T14:18:59,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:18:59,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062739079.98d223fc44566f84430513000a099d3e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062739517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062739517"}]},"ts":"1733062739517"} 2024-12-01T14:18:59,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:18:59,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:18:59,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062739521"}]},"ts":"1733062739521"} 2024-12-01T14:18:59,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:18:59,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98d223fc44566f84430513000a099d3e, ASSIGN}] 2024-12-01T14:18:59,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98d223fc44566f84430513000a099d3e, ASSIGN 2024-12-01T14:18:59,526 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98d223fc44566f84430513000a099d3e, ASSIGN; state=OFFLINE, location=57b748500ef9,45293,1733062729555; forceNewPlan=false, retain=false 2024-12-01T14:18:59,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98d223fc44566f84430513000a099d3e, regionState=OPENING, regionLocation=57b748500ef9,45293,1733062729555 2024-12-01T14:18:59,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98d223fc44566f84430513000a099d3e, ASSIGN because future has completed 2024-12-01T14:18:59,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98d223fc44566f84430513000a099d3e, server=57b748500ef9,45293,1733062729555}] 2024-12-01T14:18:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:18:59,836 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98d223fc44566f84430513000a099d3e, NAME => 'test,,1733062739079.98d223fc44566f84430513000a099d3e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:18:59,837 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:18:59,837 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:18:59,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062739079.98d223fc44566f84430513000a099d3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:18:59,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,837 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,839 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,840 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d223fc44566f84430513000a099d3e columnFamilyName f 2024-12-01T14:18:59,840 DEBUG [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:59,841 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] regionserver.HStore(327): Store=98d223fc44566f84430513000a099d3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:59,841 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,842 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d223fc44566f84430513000a099d3e columnFamilyName f1 2024-12-01T14:18:59,842 DEBUG [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:59,842 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] regionserver.HStore(327): Store=98d223fc44566f84430513000a099d3e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:59,842 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,843 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d223fc44566f84430513000a099d3e columnFamilyName norep 2024-12-01T14:18:59,843 DEBUG [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:18:59,844 INFO [StoreOpener-98d223fc44566f84430513000a099d3e-1 {}] regionserver.HStore(327): Store=98d223fc44566f84430513000a099d3e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:18:59,844 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,845 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,845 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,846 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,847 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:18:59,848 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,850 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:18:59,850 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98d223fc44566f84430513000a099d3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64485889, jitterRate=-0.039085373282432556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:18:59,850 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98d223fc44566f84430513000a099d3e 2024-12-01T14:18:59,851 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98d223fc44566f84430513000a099d3e: Running coprocessor pre-open hook at 1733062739838Writing region info on filesystem at 1733062739838Initializing all the Stores at 1733062739838Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062739839 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062739839Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062739839Cleaning up temporary data from old regions at 1733062739846 (+7 ms)Running coprocessor post-open hooks at 1733062739850 (+4 ms)Region opened successfully at 1733062739850 2024-12-01T14:18:59,852 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062739079.98d223fc44566f84430513000a099d3e., pid=6, masterSystemTime=1733062739833 2024-12-01T14:18:59,854 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,854 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:18:59,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98d223fc44566f84430513000a099d3e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,45293,1733062729555 2024-12-01T14:18:59,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98d223fc44566f84430513000a099d3e, server=57b748500ef9,45293,1733062729555 because future has completed 2024-12-01T14:18:59,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:18:59,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98d223fc44566f84430513000a099d3e, server=57b748500ef9,45293,1733062729555 in 179 msec 2024-12-01T14:18:59,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:18:59,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98d223fc44566f84430513000a099d3e, ASSIGN in 336 msec 2024-12-01T14:18:59,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:18:59,863 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062739863"}]},"ts":"1733062739863"} 2024-12-01T14:18:59,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:18:59,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:18:59,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-12-01T14:19:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:00,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:00,226 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,39557,1733062735275 2024-12-01T14:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e2f653 2024-12-01T14:19:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:00,228 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:19:00,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:19:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:19:00,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:19:00,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:00,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:19:00,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:19:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:19:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:00,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8d9dca08c0e9a486704cae4a36d13d8, NAME => 'test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e 2024-12-01T14:19:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:19:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:01,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:19:01,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8d9dca08c0e9a486704cae4a36d13d8, disabling compactions & flushes 2024-12-01T14:19:01,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. after waiting 0 ms 2024-12-01T14:19:01,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8d9dca08c0e9a486704cae4a36d13d8: Waiting for close lock at 1733062741051Disabling compacts and flushes for region at 1733062741051Disabling writes for close at 1733062741051Writing region close event to WAL at 1733062741051Closed at 1733062741051 2024-12-01T14:19:01,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:19:01,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062741053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062741053"}]},"ts":"1733062741053"} 2024-12-01T14:19:01,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:19:01,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:19:01,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062741056"}]},"ts":"1733062741056"} 2024-12-01T14:19:01,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:19:01,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8d9dca08c0e9a486704cae4a36d13d8, ASSIGN}] 2024-12-01T14:19:01,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8d9dca08c0e9a486704cae4a36d13d8, ASSIGN 2024-12-01T14:19:01,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8d9dca08c0e9a486704cae4a36d13d8, ASSIGN; state=OFFLINE, location=57b748500ef9,40573,1733062735419; forceNewPlan=false, retain=false 2024-12-01T14:19:01,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8d9dca08c0e9a486704cae4a36d13d8, regionState=OPENING, regionLocation=57b748500ef9,40573,1733062735419 2024-12-01T14:19:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8d9dca08c0e9a486704cae4a36d13d8, ASSIGN because future has completed 2024-12-01T14:19:01,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d9dca08c0e9a486704cae4a36d13d8, server=57b748500ef9,40573,1733062735419}] 2024-12-01T14:19:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:01,369 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,369 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8d9dca08c0e9a486704cae4a36d13d8, NAME => 'test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:19:01,369 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:19:01,369 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:19:01,370 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,370 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:19:01,370 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,370 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,371 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,372 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d9dca08c0e9a486704cae4a36d13d8 columnFamilyName f 2024-12-01T14:19:01,372 DEBUG [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:01,373 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] regionserver.HStore(327): Store=a8d9dca08c0e9a486704cae4a36d13d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:19:01,373 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,374 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d9dca08c0e9a486704cae4a36d13d8 columnFamilyName f1 2024-12-01T14:19:01,374 DEBUG [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:01,374 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] regionserver.HStore(327): Store=a8d9dca08c0e9a486704cae4a36d13d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:19:01,374 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,375 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d9dca08c0e9a486704cae4a36d13d8 columnFamilyName norep 2024-12-01T14:19:01,375 DEBUG [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:01,376 INFO [StoreOpener-a8d9dca08c0e9a486704cae4a36d13d8-1 {}] regionserver.HStore(327): Store=a8d9dca08c0e9a486704cae4a36d13d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:19:01,376 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,376 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,377 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,377 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,377 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,378 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:19:01,379 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,381 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:19:01,381 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8d9dca08c0e9a486704cae4a36d13d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73346482, jitterRate=0.09294775128364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:19:01,381 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:19:01,381 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8d9dca08c0e9a486704cae4a36d13d8: Running coprocessor pre-open hook at 1733062741370Writing region info on filesystem at 1733062741370Initializing all the Stores at 1733062741371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062741371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062741371Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062741371Cleaning up temporary data from old regions at 1733062741377 (+6 ms)Running coprocessor post-open hooks at 1733062741381 (+4 ms)Region opened successfully at 1733062741381 2024-12-01T14:19:01,382 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8., pid=6, masterSystemTime=1733062741366 2024-12-01T14:19:01,384 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,384 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:19:01,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8d9dca08c0e9a486704cae4a36d13d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,40573,1733062735419 2024-12-01T14:19:01,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d9dca08c0e9a486704cae4a36d13d8, server=57b748500ef9,40573,1733062735419 because future has completed 2024-12-01T14:19:01,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:19:01,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8d9dca08c0e9a486704cae4a36d13d8, server=57b748500ef9,40573,1733062735419 in 174 msec 2024-12-01T14:19:01,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:19:01,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8d9dca08c0e9a486704cae4a36d13d8, ASSIGN in 332 msec 2024-12-01T14:19:01,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:19:01,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062741393"}]},"ts":"1733062741393"} 2024-12-01T14:19:01,395 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:19:01,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:19:01,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-12-01T14:19:01,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:19:01,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:19:01,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:19:01,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T14:19:01,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:19:01,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T14:19:01,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:19:01,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T14:19:01,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:19:01,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:19:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:19:02,376 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:19:02,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e2333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41523,-1 for getting cluster id 2024-12-01T14:19:02,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:02,377 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284264db-467a-44bb-ba9a-4601055a3325' 2024-12-01T14:19:02,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:02,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284264db-467a-44bb-ba9a-4601055a3325" 2024-12-01T14:19:02,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11730df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41523,-1] 2024-12-01T14:19:02,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:02,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:02,379 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f658cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b91ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,39557,-1 for getting cluster id 2024-12-01T14:19:02,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:02,381 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '270b83fa-0c4f-402e-952b-440f8972336e' 2024-12-01T14:19:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "270b83fa-0c4f-402e-952b-440f8972336e" 2024-12-01T14:19:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bb4920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,39557,-1] 2024-12-01T14:19:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:02,382 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c79fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7afaea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41523,-1 for getting cluster id 2024-12-01T14:19:02,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:02,384 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284264db-467a-44bb-ba9a-4601055a3325' 2024-12-01T14:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284264db-467a-44bb-ba9a-4601055a3325" 2024-12-01T14:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20161b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41523,-1] 2024-12-01T14:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:02,385 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:02,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41523,1733062729356 2024-12-01T14:19:02,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bae16d8 2024-12-01T14:19:02,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:02,390 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:19:02,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:39557,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:19:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:19:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:19:02,394 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:39557' 2024-12-01T14:19:02,395 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fe8d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,395 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,39557,-1 for getting cluster id 2024-12-01T14:19:02,395 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:02,396 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '270b83fa-0c4f-402e-952b-440f8972336e' 2024-12-01T14:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "270b83fa-0c4f-402e-952b-440f8972336e" 2024-12-01T14:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cd133c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,39557,-1] 2024-12-01T14:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:02,397 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:02,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3bf091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:02,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:02,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,39557,1733062735275 2024-12-01T14:19:02,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a272940 2024-12-01T14:19:02,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:02,399 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:19:02,400 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:19:02,400 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:19:02,400 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:02,400 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:02,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:19:02,400 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:19:02,402 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:19:02,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:19:02,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:02,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:19:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:19:02,452 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:19:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:19:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:19:02,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45d92ed4e5bc78d766156ab00d093cbe, NAME => 'hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737 2024-12-01T14:19:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:19:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:19:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:19:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45d92ed4e5bc78d766156ab00d093cbe, disabling compactions & flushes 2024-12-01T14:19:03,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. after waiting 0 ms 2024-12-01T14:19:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45d92ed4e5bc78d766156ab00d093cbe: Waiting for close lock at 1733062743217Disabling compacts and flushes for region at 1733062743217Disabling writes for close at 1733062743217Writing region close event to WAL at 1733062743217Closed at 1733062743217 2024-12-01T14:19:03,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:19:03,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062743218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062743218"}]},"ts":"1733062743218"} 2024-12-01T14:19:03,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:19:03,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:19:03,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062743221"}]},"ts":"1733062743221"} 2024-12-01T14:19:03,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:19:03,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d92ed4e5bc78d766156ab00d093cbe, ASSIGN}] 2024-12-01T14:19:03,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d92ed4e5bc78d766156ab00d093cbe, ASSIGN 2024-12-01T14:19:03,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45d92ed4e5bc78d766156ab00d093cbe, ASSIGN; state=OFFLINE, location=57b748500ef9,45293,1733062729555; forceNewPlan=false, retain=false 2024-12-01T14:19:03,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:19:03,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45d92ed4e5bc78d766156ab00d093cbe, regionState=OPENING, regionLocation=57b748500ef9,45293,1733062729555 2024-12-01T14:19:03,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45d92ed4e5bc78d766156ab00d093cbe, ASSIGN because future has completed 2024-12-01T14:19:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45d92ed4e5bc78d766156ab00d093cbe, server=57b748500ef9,45293,1733062729555}] 2024-12-01T14:19:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:19:03,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:19:03,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:19:03,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C45293%2C1733062729555.rep, suffix=, logDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555, archiveDir=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/oldWALs, maxLogs=10 2024-12-01T14:19:03,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.rep.1733062743537, exclude list is [], retry=0 2024-12-01T14:19:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44593,DS-1af48467-35d8-4612-a73f-5f8136e29c2a,DISK] 2024-12-01T14:19:03,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.rep.1733062743537 2024-12-01T14:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36297:36297)] 2024-12-01T14:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 45d92ed4e5bc78d766156ab00d093cbe, NAME => 'hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:19:03,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. service=MultiRowMutationService 2024-12-01T14:19:03,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:19:03,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,554 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,555 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d92ed4e5bc78d766156ab00d093cbe columnFamilyName hfileref 2024-12-01T14:19:03,555 DEBUG [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:03,555 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] regionserver.HStore(327): Store=45d92ed4e5bc78d766156ab00d093cbe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:19:03,556 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,557 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d92ed4e5bc78d766156ab00d093cbe columnFamilyName queue 2024-12-01T14:19:03,557 DEBUG [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:03,557 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] regionserver.HStore(327): Store=45d92ed4e5bc78d766156ab00d093cbe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:19:03,557 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,558 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d92ed4e5bc78d766156ab00d093cbe columnFamilyName sid 2024-12-01T14:19:03,558 DEBUG [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:19:03,559 INFO [StoreOpener-45d92ed4e5bc78d766156ab00d093cbe-1 {}] regionserver.HStore(327): Store=45d92ed4e5bc78d766156ab00d093cbe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:19:03,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:19:03,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:19:03,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 45d92ed4e5bc78d766156ab00d093cbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268443, jitterRate=0.03218023478984833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:19:03,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:19:03,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 45d92ed4e5bc78d766156ab00d093cbe: Running coprocessor pre-open hook at 1733062743553Writing region info on filesystem at 1733062743553Initializing all the Stores at 1733062743553Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062743554 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062743554Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062743554Cleaning up temporary data from old regions at 1733062743560 (+6 ms)Running coprocessor post-open hooks at 1733062743564 (+4 ms)Region opened successfully at 1733062743565 (+1 ms) 2024-12-01T14:19:03,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe., pid=10, masterSystemTime=1733062743531 2024-12-01T14:19:03,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:19:03,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45d92ed4e5bc78d766156ab00d093cbe, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,45293,1733062729555 2024-12-01T14:19:03,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45d92ed4e5bc78d766156ab00d093cbe, server=57b748500ef9,45293,1733062729555 because future has completed 2024-12-01T14:19:03,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:19:03,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 45d92ed4e5bc78d766156ab00d093cbe, server=57b748500ef9,45293,1733062729555 in 191 msec 2024-12-01T14:19:03,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:19:03,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d92ed4e5bc78d766156ab00d093cbe, ASSIGN in 348 msec 2024-12-01T14:19:03,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:19:03,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062743575"}]},"ts":"1733062743575"} 2024-12-01T14:19:03,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:19:03,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:19:03,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-01T14:19:03,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe., hostname=57b748500ef9,45293,1733062729555, seqNum=2] 2024-12-01T14:19:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:19:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:19:03,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:19:03,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:19:03,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:19:03,881 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:19:03,920 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,45293,1733062729555, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:19:03,921 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:19:03,921 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45293,1733062729555, seqNum=-1] 2024-12-01T14:19:03,922 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:19:03,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-01T14:19:03,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,45293,1733062729555', locateType=CURRENT is [region=hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe., hostname=57b748500ef9,45293,1733062729555, seqNum=2] 2024-12-01T14:19:03,939 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:19:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:19:03,943 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,45293,1733062729555 suceeded 2024-12-01T14:19:03,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:19:03,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-12-01T14:19:03,957 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:39557,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-01T14:19:03,960 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:39557' 2024-12-01T14:19:03,963 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bbf90b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:03,963 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,39557,-1 for getting cluster id 2024-12-01T14:19:03,963 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:03,964 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '270b83fa-0c4f-402e-952b-440f8972336e' 2024-12-01T14:19:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "270b83fa-0c4f-402e-952b-440f8972336e" 2024-12-01T14:19:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68935283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,39557,-1] 2024-12-01T14:19:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:03,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:03,967 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:03,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-12-01T14:19:03,968 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f981510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:03,968 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:03,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,39557,1733062735275 2024-12-01T14:19:03,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1065395 2024-12-01T14:19:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:03,971 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-01T14:19:03,972 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,45293,1733062729555 (queues=1) is replicating from cluster=284264db-467a-44bb-ba9a-4601055a3325 to cluster=270b83fa-0c4f-402e-952b-440f8972336e 2024-12-01T14:19:03,973 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C45293%2C1733062729555 2024-12-01T14:19:03,973 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,45293,1733062729555, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:19:03,974 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944, startPosition=0, beingWritten=true 2024-12-01T14:19:03,987 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C45293%2C1733062729555 2024-12-01T14:19:03,995 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:19:03,995 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 379, reset compression=false 2024-12-01T14:19:03,996 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,45293,1733062729555 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:19:04,211 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 379, reset compression=false 2024-12-01T14:19:04,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:19:04,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:19:04,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:19:04,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:19:04,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:19:04,520 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 379, reset compression=false 2024-12-01T14:19:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:19:04,536 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:19:04,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:19:04,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:19:04,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:04,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:04,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:19:04,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:19:04,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733062744554/Put/seqid=0 2024-12-01T14:19:04,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741840_1016 (size=7894) 2024-12-01T14:19:04,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_1 is 34, key is ddd/f:row/1733062744576/Put/seqid=0 2024-12-01T14:19:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741841_1017 (size=7691) 2024-12-01T14:19:04,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:04,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41523,-1 for getting cluster id 2024-12-01T14:19:04,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:04,591 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284264db-467a-44bb-ba9a-4601055a3325' 2024-12-01T14:19:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284264db-467a-44bb-ba9a-4601055a3325" 2024-12-01T14:19:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff9b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41523,-1] 2024-12-01T14:19:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:04,593 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:04,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb183d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:04,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:19:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45293,1733062729555, seqNum=-1] 2024-12-01T14:19:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:19:04,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:19:04,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41523,1733062729356 2024-12-01T14:19:04,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d7a52ce 2024-12-01T14:19:04,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:04,620 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:19:04,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2] 2024-12-01T14:19:04,643 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:19:04,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-01T14:19:04,667 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-01T14:19:04,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_0 for inclusion in 98d223fc44566f84430513000a099d3e/f 2024-12-01T14:19:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T14:19:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:19:04,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_1 for inclusion in 98d223fc44566f84430513000a099d3e/f 2024-12-01T14:19:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T14:19:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:19:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HRegion(2603): Flush status journal for 98d223fc44566f84430513000a099d3e: 2024-12-01T14:19:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_0 to hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_0 2024-12-01T14:19:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_0 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ 2024-12-01T14:19:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f/f/hfile_1 to hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_1 2024-12-01T14:19:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_1 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ 2024-12-01T14:19:04,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_0 into 98d223fc44566f84430513000a099d3e/f as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ - updating store file list. 2024-12-01T14:19:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f0492a6afd043929dbeac6809fed23d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:19:04,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ into 98d223fc44566f84430513000a099d3e/f 2024-12-01T14:19:04,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_0 into 98d223fc44566f84430513000a099d3e/f (new location: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_) 2024-12-01T14:19:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_0 2024-12-01T14:19:04,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_1 into 98d223fc44566f84430513000a099d3e/f as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ - updating store file list. 2024-12-01T14:19:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0457779c47e439c9df06d834e5998f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:19:04,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ into 98d223fc44566f84430513000a099d3e/f 2024-12-01T14:19:04,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_1 into 98d223fc44566f84430513000a099d3e/f (new location: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_) 2024-12-01T14:19:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__2d4gmg0s9pdarb74h7c1hrb04hdjaj0r68mp5ofeu4ho39f2git82kceee1n1rof/f/hfile_1 2024-12-01T14:19:04,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:19:04,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:19:04,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:04,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:04,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:19:04,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:19:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2 , the old value is region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:45293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:19:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40573,1733062735419, seqNum=-1] 2024-12-01T14:19:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:19:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2 from cache 2024-12-01T14:19:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:19:04,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:19:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37368 deadline: 1733062804772 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37368 2024-12-01T14:19:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8., hostname=57b748500ef9,40573,1733062735419, seqNum=2] 2024-12-01T14:19:04,781 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T14:19:04,886 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:45293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T14:19:04,932 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 379, reset compression=false 2024-12-01T14:19:04,944 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:19:04,944 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,45293,1733062729555 got entry batch from reader: WALEntryBatch [walEntries=[{test/98d223fc44566f84430513000a099d3e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733062744764/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T14:19:04,975 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:19:04,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-01T14:19:04,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.ReplicationSink(318): Replicating [284264db-467a-44bb-ba9a-4601055a3325] bulk loaded data 2024-12-01T14:19:04,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d2edc86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:04,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,39557,-1 for getting cluster id 2024-12-01T14:19:04,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:05,001 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '270b83fa-0c4f-402e-952b-440f8972336e' 2024-12-01T14:19:05,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:05,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "270b83fa-0c4f-402e-952b-440f8972336e" 2024-12-01T14:19:05,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afc9228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:05,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,39557,-1] 2024-12-01T14:19:05,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:05,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:05,004 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:05,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662d408c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741837_1013 (size=7894) 2024-12-01T14:19:05,146 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 687, reset compression=false 2024-12-01T14:19:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741838_1014 (size=7691) 2024-12-01T14:19:05,461 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 687, reset compression=false 2024-12-01T14:19:05,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:05,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,39557,1733062735275 2024-12-01T14:19:05,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0537c2 2024-12-01T14:19:05,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:05,563 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-01T14:19:05,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:19:05,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:19:05,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40573,1733062735419, seqNum=-1] 2024-12-01T14:19:05,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:19:05,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-01T14:19:05,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T14:19:05,599 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T14:19:05,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ for inclusion in a8d9dca08c0e9a486704cae4a36d13d8/f 2024-12-01T14:19:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T14:19:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:19:05,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ for inclusion in a8d9dca08c0e9a486704cae4a36d13d8/f 2024-12-01T14:19:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T14:19:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:19:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegion(2603): Flush status journal for a8d9dca08c0e9a486704cae4a36d13d8: 2024-12-01T14:19:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f0492a6afd043929dbeac6809fed23d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:19:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/2480294dee7748df823bf7056cd49425_SeqId_4_ 2024-12-01T14:19:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e0457779c47e439c9df06d834e5998f1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:19:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/309447f2f13f45c6bb7cfd85c72a6a08_SeqId_4_ 2024-12-01T14:19:05,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ into a8d9dca08c0e9a486704cae4a36d13d8/f as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/2480294dee7748df823bf7056cd49425_SeqId_4_ - updating store file list. 2024-12-01T14:19:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2480294dee7748df823bf7056cd49425_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:19:05,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/2480294dee7748df823bf7056cd49425_SeqId_4_ into a8d9dca08c0e9a486704cae4a36d13d8/f 2024-12-01T14:19:05,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ into a8d9dca08c0e9a486704cae4a36d13d8/f (new location: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/2480294dee7748df823bf7056cd49425_SeqId_4_) 2024-12-01T14:19:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/3f0492a6afd043929dbeac6809fed23d_SeqId_4_ 2024-12-01T14:19:05,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ into a8d9dca08c0e9a486704cae4a36d13d8/f as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/309447f2f13f45c6bb7cfd85c72a6a08_SeqId_4_ - updating store file list. 2024-12-01T14:19:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 309447f2f13f45c6bb7cfd85c72a6a08_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:19:05,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/309447f2f13f45c6bb7cfd85c72a6a08_SeqId_4_ into a8d9dca08c0e9a486704cae4a36d13d8/f 2024-12-01T14:19:05,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ into a8d9dca08c0e9a486704cae4a36d13d8/f (new location: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/f/309447f2f13f45c6bb7cfd85c72a6a08_SeqId_4_) 2024-12-01T14:19:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/staging/jenkins.hfs.6__test__6g9h4fastbevf6d05oees2dcp8mpfo4i92q5c5dp6259mkh4harq9coleq8d584f/f/e0457779c47e439c9df06d834e5998f1_SeqId_4_ 2024-12-01T14:19:05,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.ReplicationSink(324): Finished replicating [284264db-467a-44bb-ba9a-4601055a3325] bulk loaded data 2024-12-01T14:19:05,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:19:05,806 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733062745804/Put/seqid=0 2024-12-01T14:19:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741842_1018 (size=7997) 2024-12-01T14:19:05,879 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 687, reset compression=false 2024-12-01T14:19:06,231 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733062746231/Put/seqid=0 2024-12-01T14:19:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741843_1019 (size=7794) 2024-12-01T14:19:06,390 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 687, reset compression=false 2024-12-01T14:19:06,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711f0347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:06,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41523,-1 for getting cluster id 2024-12-01T14:19:06,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:19:06,660 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284264db-467a-44bb-ba9a-4601055a3325' 2024-12-01T14:19:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:19:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284264db-467a-44bb-ba9a-4601055a3325" 2024-12-01T14:19:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573e4a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41523,-1] 2024-12-01T14:19:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:19:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:06,661 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:19:06,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a817ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:19:06,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:19:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45293,1733062729555, seqNum=-1] 2024-12-01T14:19:06,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:19:06,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:19:06,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:19:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41523,1733062729356 2024-12-01T14:19:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa2e9d5 2024-12-01T14:19:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:19:06,673 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:19:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2] 2024-12-01T14:19:06,678 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:19:06,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-01T14:19:06,687 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-01T14:19:06,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_1 for inclusion in 98d223fc44566f84430513000a099d3e/f1 2024-12-01T14:19:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T14:19:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:19:06,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_0 for inclusion in 98d223fc44566f84430513000a099d3e/f1 2024-12-01T14:19:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T14:19:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:19:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HRegion(2603): Flush status journal for 98d223fc44566f84430513000a099d3e: 2024-12-01T14:19:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_1 to hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_1 2024-12-01T14:19:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_1 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/e0647beee98c4f6faee45f1fbd57d8b6_SeqId_6_ 2024-12-01T14:19:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/load_f1/f1/hfile_0 to hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_0 2024-12-01T14:19:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_0 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/24eb6e9043f54714922cccbb632bbbad_SeqId_6_ 2024-12-01T14:19:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-01T14:19:06,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_1 into 98d223fc44566f84430513000a099d3e/f1 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/e0647beee98c4f6faee45f1fbd57d8b6_SeqId_6_ - updating store file list. 2024-12-01T14:19:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0647beee98c4f6faee45f1fbd57d8b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:19:06,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/e0647beee98c4f6faee45f1fbd57d8b6_SeqId_6_ into 98d223fc44566f84430513000a099d3e/f1 2024-12-01T14:19:06,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_1 into 98d223fc44566f84430513000a099d3e/f1 (new location: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/e0647beee98c4f6faee45f1fbd57d8b6_SeqId_6_) 2024-12-01T14:19:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_1 2024-12-01T14:19:06,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_0 into 98d223fc44566f84430513000a099d3e/f1 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/24eb6e9043f54714922cccbb632bbbad_SeqId_6_ - updating store file list. 2024-12-01T14:19:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24eb6e9043f54714922cccbb632bbbad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:19:06,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/24eb6e9043f54714922cccbb632bbbad_SeqId_6_ into 98d223fc44566f84430513000a099d3e/f1 2024-12-01T14:19:06,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_0 into 98d223fc44566f84430513000a099d3e/f1 (new location: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/f1/24eb6e9043f54714922cccbb632bbbad_SeqId_6_) 2024-12-01T14:19:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/staging/jenkins__test__n737r4prsro6p9eqcilid85bfa1hb3psr4s1vf0uk8imntuu5pd3fe10g00aibom/f1/hfile_0 2024-12-01T14:19:06,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:19:06,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:19:06,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:06,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:19:06,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:19:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2 , the old value is region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:45293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:19:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45293: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37382 deadline: 1733062806714 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37382 2024-12-01T14:19:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:19:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2 from cache 2024-12-01T14:19:06,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:19:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,45293,1733062729555, seqNum=-1] 2024-12-01T14:19:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:19:06,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:19:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062739079.98d223fc44566f84430513000a099d3e., hostname=57b748500ef9,45293,1733062729555, seqNum=2] 2024-12-01T14:19:06,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:45293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T14:19:06,994 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 687, reset compression=false 2024-12-01T14:19:07,005 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:19:07,005 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:07,005 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,45293,1733062729555 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:19:07,211 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:07,516 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:07,920 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:08,470 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:09,074 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:09,779 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:10,585 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:11,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:19:11,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T14:19:11,489 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:12,494 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:13,598 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:14,802 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:16,106 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:17,510 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:18,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:19:19,014 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:20,618 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:22,321 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:24,125 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:24,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:19:26,029 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:27,009 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,45293,1733062729555 got entry batch from reader: null 2024-12-01T14:19:28,033 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:30,137 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:32,341 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:33,164 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:19:33,164 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:19:34,645 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:37,049 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:39,270 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:19:39,270 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:19:39,553 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:42,157 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:44,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 98d223fc44566f84430513000a099d3e, had cached 0 bytes from a total of 31376 2024-12-01T14:19:44,860 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:46,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a8d9dca08c0e9a486704cae4a36d13d8, had cached 0 bytes from a total of 15585 2024-12-01T14:19:47,009 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,45293,1733062729555 got entry batch from reader: null 2024-12-01T14:19:47,664 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:48,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:19:50,568 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:53,573 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:54,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:19:56,677 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:19:59,115 DEBUG [master/57b748500ef9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:19:59,882 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:20:03,186 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:20:06,589 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:20:06,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:20:06,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:06,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:06,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:06,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:06,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:20:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=193043388, stopped=false 2024-12-01T14:20:06,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,39557,1733062735275 2024-12-01T14:20:06,848 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1399305960/running 2024-12-01T14:20:06,849 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:20:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1399305960/running 2024-12-01T14:20:06,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:20:06,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:06,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:06,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:06,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:06,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,40573,1733062735419' ***** 2024-12-01T14:20:06,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:20:06,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/running 2024-12-01T14:20:06,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Set watcher on znode that does not yet exist, /1399305960/running 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(3091): Received CLOSE for a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,40573,1733062735419 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:06,852 INFO [RS:0;57b748500ef9:40573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40573. 2024-12-01T14:20:06,852 DEBUG [RS:0;57b748500ef9:40573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:06,852 DEBUG [RS:0;57b748500ef9:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:06,853 INFO [RS:0;57b748500ef9:40573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:20:06,853 INFO [RS:0;57b748500ef9:40573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:20:06,853 INFO [RS:0;57b748500ef9:40573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:20:06,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:20:06,853 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:20:06,853 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8d9dca08c0e9a486704cae4a36d13d8, disabling compactions & flushes 2024-12-01T14:20:06,853 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:20:06,853 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:20:06,853 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. after waiting 0 ms 2024-12-01T14:20:06,853 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:20:06,857 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:20:06,857 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8d9dca08c0e9a486704cae4a36d13d8=test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8.} 2024-12-01T14:20:06,857 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8d9dca08c0e9a486704cae4a36d13d8 2024-12-01T14:20:06,857 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:06,857 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:06,858 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:06,858 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:06,858 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:06,858 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T14:20:06,865 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/default/test/a8d9dca08c0e9a486704cae4a36d13d8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-01T14:20:06,868 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:06,871 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:06,872 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:20:06,872 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:20:06,872 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8d9dca08c0e9a486704cae4a36d13d8: Waiting for close lock at 1733062806853Running coprocessor pre-close hooks at 1733062806853Disabling compacts and flushes for region at 1733062806853Disabling writes for close at 1733062806853Writing region close event to WAL at 1733062806861 (+8 ms)Running coprocessor post-close hooks at 1733062806871 (+10 ms)Closed at 1733062806872 (+1 ms) 2024-12-01T14:20:06,872 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8. 2024-12-01T14:20:06,879 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/info/8fbc274ddc8f43b381098b6e809885a7 is 129, key is test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8./info:regioninfo/1733062741385/Put/seqid=0 2024-12-01T14:20:06,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741839_1015 (size=6421) 2024-12-01T14:20:06,898 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/info/8fbc274ddc8f43b381098b6e809885a7 2024-12-01T14:20:06,948 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/ns/45c8e760ec1a44fab4691a4da103dc75 is 43, key is default/ns:d/1733062738884/Put/seqid=0 2024-12-01T14:20:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741840_1016 (size=5153) 2024-12-01T14:20:06,954 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/ns/45c8e760ec1a44fab4691a4da103dc75 2024-12-01T14:20:06,975 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/rep_barrier/cd6fa91d0b2a44b48d5f6866decd21fc is 112, key is test,,1733062740228.a8d9dca08c0e9a486704cae4a36d13d8./rep_barrier:seqnumDuringOpen/1733062741385/Put/seqid=0 2024-12-01T14:20:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741841_1017 (size=5518) 2024-12-01T14:20:06,979 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/rep_barrier/cd6fa91d0b2a44b48d5f6866decd21fc 2024-12-01T14:20:07,004 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/table/0ffa0958f51a41e28372011321ed634e is 40, key is test/table:state/1733062741393/Put/seqid=0 2024-12-01T14:20:07,009 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,45293,1733062729555 got entry batch from reader: null 2024-12-01T14:20:07,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741842_1018 (size=5165) 2024-12-01T14:20:07,058 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:07,258 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:07,315 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:20:07,316 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:20:07,423 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/table/0ffa0958f51a41e28372011321ed634e 2024-12-01T14:20:07,429 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/info/8fbc274ddc8f43b381098b6e809885a7 as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/info/8fbc274ddc8f43b381098b6e809885a7 2024-12-01T14:20:07,445 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/info/8fbc274ddc8f43b381098b6e809885a7, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T14:20:07,447 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/ns/45c8e760ec1a44fab4691a4da103dc75 as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/ns/45c8e760ec1a44fab4691a4da103dc75 2024-12-01T14:20:07,453 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/ns/45c8e760ec1a44fab4691a4da103dc75, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:20:07,454 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/rep_barrier/cd6fa91d0b2a44b48d5f6866decd21fc as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/rep_barrier/cd6fa91d0b2a44b48d5f6866decd21fc 2024-12-01T14:20:07,458 DEBUG [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:07,463 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/rep_barrier/cd6fa91d0b2a44b48d5f6866decd21fc, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T14:20:07,464 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/.tmp/table/0ffa0958f51a41e28372011321ed634e as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/table/0ffa0958f51a41e28372011321ed634e 2024-12-01T14:20:07,469 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/table/0ffa0958f51a41e28372011321ed634e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:20:07,470 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 612ms, sequenceid=11, compaction requested=false 2024-12-01T14:20:07,483 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:20:07,485 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:07,485 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:07,485 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:07,485 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062806857Running coprocessor pre-close hooks at 1733062806857Disabling compacts and flushes for region at 1733062806857Disabling writes for close at 1733062806858 (+1 ms)Obtaining lock to block concurrent updates at 1733062806858Preparing flush snapshotting stores in 1588230740 at 1733062806858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733062806858Flushing stores of hbase:meta,,1.1588230740 at 1733062806859 (+1 ms)Flushing 1588230740/info: creating writer at 1733062806859Flushing 1588230740/info: appending metadata at 1733062806879 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733062806879Flushing 1588230740/ns: creating writer at 1733062806921 (+42 ms)Flushing 1588230740/ns: appending metadata at 1733062806947 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733062806947Flushing 1588230740/rep_barrier: creating writer at 1733062806962 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062806974 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062806975 (+1 ms)Flushing 1588230740/table: creating writer at 1733062806985 (+10 ms)Flushing 1588230740/table: appending metadata at 1733062807003 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733062807003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669417bd: reopening flushed file at 1733062807428 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e48b748: reopening flushed file at 1733062807445 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6964a19d: reopening flushed file at 1733062807454 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d065f31: reopening flushed file at 1733062807463 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 612ms, sequenceid=11, compaction requested=false at 1733062807470 (+7 ms)Writing region close event to WAL at 1733062807479 (+9 ms)Running coprocessor post-close hooks at 1733062807484 (+5 ms)Closed at 1733062807485 (+1 ms) 2024-12-01T14:20:07,485 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:07,658 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,40573,1733062735419; all regions closed. 2024-12-01T14:20:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741834_1010 (size=2717) 2024-12-01T14:20:07,663 DEBUG [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/oldWALs 2024-12-01T14:20:07,663 INFO [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40573%2C1733062735419.meta:.meta(num 1733062738824) 2024-12-01T14:20:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741832_1008 (size=1028) 2024-12-01T14:20:07,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/WALs/57b748500ef9,40573,1733062735419/57b748500ef9%2C40573%2C1733062735419.1733062737442 not finished, retry = 0 2024-12-01T14:20:07,768 DEBUG [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/oldWALs 2024-12-01T14:20:07,768 INFO [RS:0;57b748500ef9:40573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40573%2C1733062735419:(num 1733062737442) 2024-12-01T14:20:07,768 DEBUG [RS:0;57b748500ef9:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:07,768 INFO [RS:0;57b748500ef9:40573 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:07,768 INFO [RS:0;57b748500ef9:40573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:07,769 INFO [RS:0;57b748500ef9:40573 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:07,769 INFO [RS:0;57b748500ef9:40573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:07,769 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:07,769 INFO [RS:0;57b748500ef9:40573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40573. 2024-12-01T14:20:07,769 DEBUG [RS:0;57b748500ef9:40573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:07,769 DEBUG [RS:0;57b748500ef9:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:07,769 DEBUG [RS:0;57b748500ef9:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:07,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:07,769 INFO [RS:0;57b748500ef9:40573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40573 2024-12-01T14:20:07,837 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1399305960/rs/57b748500ef9,40573,1733062735419 2024-12-01T14:20:07,837 INFO [RS:0;57b748500ef9:40573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:07,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960/rs 2024-12-01T14:20:07,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,40573,1733062735419] 2024-12-01T14:20:07,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1399305960/draining/57b748500ef9,40573,1733062735419 already deleted, retry=false 2024-12-01T14:20:07,858 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,40573,1733062735419 expired; onlineServers=0 2024-12-01T14:20:07,858 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,39557,1733062735275' ***** 2024-12-01T14:20:07,858 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:20:07,858 INFO [M:0;57b748500ef9:39557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:07,858 INFO [M:0;57b748500ef9:39557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:07,858 DEBUG [M:0;57b748500ef9:39557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:20:07,858 DEBUG [M:0;57b748500ef9:39557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:20:07,858 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:20:07,858 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062737199 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062737199,5,FailOnTimeoutGroup] 2024-12-01T14:20:07,858 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062737199 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062737199,5,FailOnTimeoutGroup] 2024-12-01T14:20:07,859 INFO [M:0;57b748500ef9:39557 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:07,859 INFO [M:0;57b748500ef9:39557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:07,859 DEBUG [M:0;57b748500ef9:39557 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:20:07,859 INFO [M:0;57b748500ef9:39557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:20:07,859 INFO [M:0;57b748500ef9:39557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:07,859 INFO [M:0;57b748500ef9:39557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:20:07,859 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:20:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1399305960/master 2024-12-01T14:20:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1399305960 2024-12-01T14:20:07,869 DEBUG [M:0;57b748500ef9:39557 {}] zookeeper.ZKUtil(347): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Unable to get data of znode /1399305960/master because node does not exist (not an error) 2024-12-01T14:20:07,869 WARN [M:0;57b748500ef9:39557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:20:07,870 INFO [M:0;57b748500ef9:39557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/.lastflushedseqids 2024-12-01T14:20:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741843_1019 (size=173) 2024-12-01T14:20:07,948 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:07,948 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x101914291250004, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:07,948 INFO [RS:0;57b748500ef9:40573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:07,948 INFO [RS:0;57b748500ef9:40573 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,40573,1733062735419; zookeeper connection closed. 2024-12-01T14:20:07,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@122cabb2 2024-12-01T14:20:07,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:20:08,278 INFO [M:0;57b748500ef9:39557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:20:08,278 INFO [M:0;57b748500ef9:39557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:20:08,279 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:08,279 INFO [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:08,279 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:08,279 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:08,279 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:08,279 INFO [M:0;57b748500ef9:39557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-01T14:20:08,315 DEBUG [M:0;57b748500ef9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69377875ad734fb6986917020c5f9528 is 82, key is hbase:meta,,1/info:regioninfo/1733062738863/Put/seqid=0 2024-12-01T14:20:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741844_1020 (size=5672) 2024-12-01T14:20:08,380 INFO [M:0;57b748500ef9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69377875ad734fb6986917020c5f9528 2024-12-01T14:20:08,432 DEBUG [M:0;57b748500ef9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54abfadd070e418a9a57339287c853b9 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062741398/Put/seqid=0 2024-12-01T14:20:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741845_1021 (size=6728) 2024-12-01T14:20:08,496 INFO [M:0;57b748500ef9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54abfadd070e418a9a57339287c853b9 2024-12-01T14:20:08,502 INFO [M:0;57b748500ef9:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54abfadd070e418a9a57339287c853b9 2024-12-01T14:20:08,518 DEBUG [M:0;57b748500ef9:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8549e61843f441d19b2f1108e3f57e5f is 69, key is 57b748500ef9,40573,1733062735419/rs:state/1733062737279/Put/seqid=0 2024-12-01T14:20:08,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741846_1022 (size=5156) 2024-12-01T14:20:08,930 INFO [M:0;57b748500ef9:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8549e61843f441d19b2f1108e3f57e5f 2024-12-01T14:20:08,938 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69377875ad734fb6986917020c5f9528 as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69377875ad734fb6986917020c5f9528 2024-12-01T14:20:08,945 INFO [M:0;57b748500ef9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69377875ad734fb6986917020c5f9528, entries=8, sequenceid=58, filesize=5.5 K 2024-12-01T14:20:08,946 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54abfadd070e418a9a57339287c853b9 as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54abfadd070e418a9a57339287c853b9 2024-12-01T14:20:08,951 INFO [M:0;57b748500ef9:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54abfadd070e418a9a57339287c853b9 2024-12-01T14:20:08,951 INFO [M:0;57b748500ef9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54abfadd070e418a9a57339287c853b9, entries=6, sequenceid=58, filesize=6.6 K 2024-12-01T14:20:08,952 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8549e61843f441d19b2f1108e3f57e5f as hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8549e61843f441d19b2f1108e3f57e5f 2024-12-01T14:20:08,959 INFO [M:0;57b748500ef9:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33757/user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8549e61843f441d19b2f1108e3f57e5f, entries=1, sequenceid=58, filesize=5.0 K 2024-12-01T14:20:08,960 INFO [M:0;57b748500ef9:39557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 681ms, sequenceid=58, compaction requested=false 2024-12-01T14:20:08,965 INFO [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:08,965 DEBUG [M:0;57b748500ef9:39557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062808279Disabling compacts and flushes for region at 1733062808279Disabling writes for close at 1733062808279Obtaining lock to block concurrent updates at 1733062808279Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062808279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733062808280 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062808280Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062808281 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062808314 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062808314Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062808394 (+80 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062808428 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062808431 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062808502 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062808517 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062808517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150eec42: reopening flushed file at 1733062808935 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b62b75: reopening flushed file at 1733062808945 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2498c7ac: reopening flushed file at 1733062808951 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 681ms, sequenceid=58, compaction requested=false at 1733062808960 (+9 ms)Writing region close event to WAL at 1733062808965 (+5 ms)Closed at 1733062808965 2024-12-01T14:20:08,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fd6c88e-c626-e493-3566-0546160d4a4e/MasterData/WALs/57b748500ef9,39557,1733062735275/57b748500ef9%2C39557%2C1733062735275.1733062736813 not finished, retry = 0 2024-12-01T14:20:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741830_1006 (size=33038) 2024-12-01T14:20:09,069 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:09,069 INFO [M:0;57b748500ef9:39557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:20:09,069 INFO [M:0;57b748500ef9:39557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39557 2024-12-01T14:20:09,069 INFO [M:0;57b748500ef9:39557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:09,253 INFO [M:0;57b748500ef9:39557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:09,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:09,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101914291250003, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:09,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@156e34c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:09,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bad8442{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:09,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:09,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4b0b0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:09,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b598fdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:09,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:20:09,257 WARN [BP-833102099-172.17.0.3-1733062733273 heartbeating to localhost/127.0.0.1:33757 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:20:09,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:20:09,257 WARN [BP-833102099-172.17.0.3-1733062733273 heartbeating to localhost/127.0.0.1:33757 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-833102099-172.17.0.3-1733062733273 (Datanode Uuid 72d3b9a1-090b-4b90-b785-7f7f13ea7280) service to localhost/127.0.0.1:33757 2024-12-01T14:20:09,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/cluster_fdb4f1a2-c5c5-6f08-59e1-b625748df235/data/data1/current/BP-833102099-172.17.0.3-1733062733273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:09,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/cluster_fdb4f1a2-c5c5-6f08-59e1-b625748df235/data/data2/current/BP-833102099-172.17.0.3-1733062733273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:09,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:20:09,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ce6cc22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:09,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2554c994{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:09,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:09,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36827c65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:09,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a5f27dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:20:09,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:20:09,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:09,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:09,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:09,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:09,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:09,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:20:09,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374957656, stopped=false 2024-12-01T14:20:09,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,41523,1733062729356 2024-12-01T14:20:09,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425664336/running 2024-12-01T14:20:09,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425664336/running 2024-12-01T14:20:09,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:20:09,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:20:09,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:09,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:09,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:09,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/running 2024-12-01T14:20:09,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:09,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Set watcher on znode that does not yet exist, /0-425664336/running 2024-12-01T14:20:09,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,45293,1733062729555' ***** 2024-12-01T14:20:09,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:20:09,290 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:20:09,290 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:20:09,290 INFO [RS:0;57b748500ef9:45293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:20:09,290 INFO [RS:0;57b748500ef9:45293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 45d92ed4e5bc78d766156ab00d093cbe 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 98d223fc44566f84430513000a099d3e 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,45293,1733062729555 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:09,291 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45d92ed4e5bc78d766156ab00d093cbe, disabling compactions & flushes 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:45293. 2024-12-01T14:20:09,291 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:20:09,291 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:20:09,291 DEBUG [RS:0;57b748500ef9:45293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:09,291 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. after waiting 0 ms 2024-12-01T14:20:09,291 DEBUG [RS:0;57b748500ef9:45293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:09,291 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:20:09,291 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45d92ed4e5bc78d766156ab00d093cbe 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-01T14:20:09,291 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:20:09,292 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:20:09,292 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1325): Online Regions={45d92ed4e5bc78d766156ab00d093cbe=hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe., 98d223fc44566f84430513000a099d3e=test,,1733062739079.98d223fc44566f84430513000a099d3e., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:20:09,292 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d92ed4e5bc78d766156ab00d093cbe, 98d223fc44566f84430513000a099d3e 2024-12-01T14:20:09,292 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:09,292 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:09,292 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:09,292 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:09,292 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:09,292 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:20:09,309 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/info/72380f431ec24376add376287ac42979 is 147, key is hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe./info:regioninfo/1733062743568/Put/seqid=0 2024-12-01T14:20:09,312 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/.tmp/hfileref/1de3257e473a49bebc69c093d5e6a73c is 74, key is 1/hfileref:3f0492a6afd043929dbeac6809fed23d_SeqId_4_/1733062745686/DeleteColumn/seqid=0 2024-12-01T14:20:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741845_1021 (size=5203) 2024-12-01T14:20:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741844_1020 (size=7686) 2024-12-01T14:20:09,360 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:09,492 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d92ed4e5bc78d766156ab00d093cbe, 98d223fc44566f84430513000a099d3e 2024-12-01T14:20:09,692 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d92ed4e5bc78d766156ab00d093cbe, 98d223fc44566f84430513000a099d3e 2024-12-01T14:20:09,716 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/.tmp/hfileref/1de3257e473a49bebc69c093d5e6a73c 2024-12-01T14:20:09,718 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/info/72380f431ec24376add376287ac42979 2024-12-01T14:20:09,735 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/.tmp/queue/bd99dc45abc7426c8e14c362dd0a840f is 153, key is 1-57b748500ef9,45293,1733062729555/queue:57b748500ef9%2C45293%2C1733062729555/1733062747007/Put/seqid=0 2024-12-01T14:20:09,737 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/ns/e25f6b985fd94ded990ea34f635d7356 is 43, key is default/ns:d/1733062733149/Put/seqid=0 2024-12-01T14:20:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741846_1022 (size=5352) 2024-12-01T14:20:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741847_1023 (size=5153) 2024-12-01T14:20:09,796 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:20:09,796 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:20:09,892 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d92ed4e5bc78d766156ab00d093cbe, 98d223fc44566f84430513000a099d3e 2024-12-01T14:20:10,093 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d92ed4e5bc78d766156ab00d093cbe, 98d223fc44566f84430513000a099d3e 2024-12-01T14:20:10,098 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.1733062731944 to pos 997, reset compression=false 2024-12-01T14:20:10,140 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/.tmp/queue/bd99dc45abc7426c8e14c362dd0a840f 2024-12-01T14:20:10,141 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/ns/e25f6b985fd94ded990ea34f635d7356 2024-12-01T14:20:10,147 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/.tmp/hfileref/1de3257e473a49bebc69c093d5e6a73c as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/hfileref/1de3257e473a49bebc69c093d5e6a73c 2024-12-01T14:20:10,152 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/hfileref/1de3257e473a49bebc69c093d5e6a73c, entries=2, sequenceid=10, filesize=5.1 K 2024-12-01T14:20:10,154 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/.tmp/queue/bd99dc45abc7426c8e14c362dd0a840f as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/queue/bd99dc45abc7426c8e14c362dd0a840f 2024-12-01T14:20:10,160 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/queue/bd99dc45abc7426c8e14c362dd0a840f, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T14:20:10,161 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 45d92ed4e5bc78d766156ab00d093cbe in 870ms, sequenceid=10, compaction requested=false 2024-12-01T14:20:10,166 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/rep_barrier/fd0224273b274d79b944865b4303940c is 112, key is test,,1733062739079.98d223fc44566f84430513000a099d3e./rep_barrier:seqnumDuringOpen/1733062739855/Put/seqid=0 2024-12-01T14:20:10,170 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/replication/45d92ed4e5bc78d766156ab00d093cbe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:10,171 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45d92ed4e5bc78d766156ab00d093cbe: Waiting for close lock at 1733062809291Running coprocessor pre-close hooks at 1733062809291Disabling compacts and flushes for region at 1733062809291Disabling writes for close at 1733062809291Obtaining lock to block concurrent updates at 1733062809291Preparing flush snapshotting stores in 45d92ed4e5bc78d766156ab00d093cbe at 1733062809291Finished memstore snapshotting hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733062809292 (+1 ms)Flushing stores of hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. at 1733062809292Flushing 45d92ed4e5bc78d766156ab00d093cbe/hfileref: creating writer at 1733062809292Flushing 45d92ed4e5bc78d766156ab00d093cbe/hfileref: appending metadata at 1733062809311 (+19 ms)Flushing 45d92ed4e5bc78d766156ab00d093cbe/hfileref: closing flushed file at 1733062809311Flushing 45d92ed4e5bc78d766156ab00d093cbe/queue: creating writer at 1733062809723 (+412 ms)Flushing 45d92ed4e5bc78d766156ab00d093cbe/queue: appending metadata at 1733062809735 (+12 ms)Flushing 45d92ed4e5bc78d766156ab00d093cbe/queue: closing flushed file at 1733062809735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5877d0e: reopening flushed file at 1733062810146 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355db5a8: reopening flushed file at 1733062810153 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 45d92ed4e5bc78d766156ab00d093cbe in 870ms, sequenceid=10, compaction requested=false at 1733062810161 (+8 ms)Writing region close event to WAL at 1733062810164 (+3 ms)Running coprocessor post-close hooks at 1733062810170 (+6 ms)Closed at 1733062810171 (+1 ms) 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062742400.45d92ed4e5bc78d766156ab00d093cbe. 2024-12-01T14:20:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741848_1024 (size=5518) 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98d223fc44566f84430513000a099d3e, disabling compactions & flushes 2024-12-01T14:20:10,171 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062739079.98d223fc44566f84430513000a099d3e. after waiting 0 ms 2024-12-01T14:20:10,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:20:10,172 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/rep_barrier/fd0224273b274d79b944865b4303940c 2024-12-01T14:20:10,176 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/default/test/98d223fc44566f84430513000a099d3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:20:10,176 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:10,176 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:20:10,176 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:20:10,177 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98d223fc44566f84430513000a099d3e: Waiting for close lock at 1733062810171Running coprocessor pre-close hooks at 1733062810171Disabling compacts and flushes for region at 1733062810171Disabling writes for close at 1733062810171Writing region close event to WAL at 1733062810172 (+1 ms)Running coprocessor post-close hooks at 1733062810176 (+4 ms)Closed at 1733062810176 2024-12-01T14:20:10,177 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062739079.98d223fc44566f84430513000a099d3e. 2024-12-01T14:20:10,194 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/table/82008195c9d04e628c85ef24ea51501e is 53, key is hbase:replication/table:state/1733062743575/Put/seqid=0 2024-12-01T14:20:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741849_1025 (size=5308) 2024-12-01T14:20:10,293 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:20:10,293 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:20:10,293 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:10,493 DEBUG [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:10,599 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/table/82008195c9d04e628c85ef24ea51501e 2024-12-01T14:20:10,606 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/info/72380f431ec24376add376287ac42979 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/info/72380f431ec24376add376287ac42979 2024-12-01T14:20:10,612 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/info/72380f431ec24376add376287ac42979, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:20:10,613 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/ns/e25f6b985fd94ded990ea34f635d7356 as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/ns/e25f6b985fd94ded990ea34f635d7356 2024-12-01T14:20:10,619 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/ns/e25f6b985fd94ded990ea34f635d7356, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:20:10,620 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/rep_barrier/fd0224273b274d79b944865b4303940c as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/rep_barrier/fd0224273b274d79b944865b4303940c 2024-12-01T14:20:10,624 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/rep_barrier/fd0224273b274d79b944865b4303940c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:20:10,625 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/.tmp/table/82008195c9d04e628c85ef24ea51501e as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/table/82008195c9d04e628c85ef24ea51501e 2024-12-01T14:20:10,631 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/table/82008195c9d04e628c85ef24ea51501e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:20:10,632 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-12-01T14:20:10,632 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:20:10,638 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:20:10,639 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:10,639 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:10,639 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:10,639 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062809292Running coprocessor pre-close hooks at 1733062809292Disabling compacts and flushes for region at 1733062809292Disabling writes for close at 1733062809292Obtaining lock to block concurrent updates at 1733062809292Preparing flush snapshotting stores in 1588230740 at 1733062809292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062809292Flushing stores of hbase:meta,,1.1588230740 at 1733062809293 (+1 ms)Flushing 1588230740/info: creating writer at 1733062809293Flushing 1588230740/info: appending metadata at 1733062809308 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733062809308Flushing 1588230740/ns: creating writer at 1733062809724 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733062809737 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733062809737Flushing 1588230740/rep_barrier: creating writer at 1733062810146 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062810165 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062810165Flushing 1588230740/table: creating writer at 1733062810177 (+12 ms)Flushing 1588230740/table: appending metadata at 1733062810194 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733062810194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db4e4c5: reopening flushed file at 1733062810605 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb3be18: reopening flushed file at 1733062810612 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49da1b49: reopening flushed file at 1733062810619 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6569081c: reopening flushed file at 1733062810625 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1733062810632 (+7 ms)Writing region close event to WAL at 1733062810635 (+3 ms)Running coprocessor post-close hooks at 1733062810638 (+3 ms)Closed at 1733062810639 (+1 ms) 2024-12-01T14:20:10,639 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:10,693 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,45293,1733062729555; all regions closed. 2024-12-01T14:20:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:20:10,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.meta.1733062733054.meta not finished, retry = 0 2024-12-01T14:20:10,799 DEBUG [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/oldWALs 2024-12-01T14:20:10,799 INFO [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C45293%2C1733062729555.meta:.meta(num 1733062733054) 2024-12-01T14:20:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741839_1015 (size=2700) 2024-12-01T14:20:10,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/WALs/57b748500ef9,45293,1733062729555/57b748500ef9%2C45293%2C1733062729555.rep.1733062743537 not finished, retry = 0 2024-12-01T14:20:10,903 DEBUG [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/oldWALs 2024-12-01T14:20:10,903 INFO [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C45293%2C1733062729555.rep:(num 1733062743537) 2024-12-01T14:20:10,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741832_1008 (size=1300) 2024-12-01T14:20:10,907 DEBUG [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/oldWALs 2024-12-01T14:20:10,907 INFO [RS:0;57b748500ef9:45293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C45293%2C1733062729555:(num 1733062731944) 2024-12-01T14:20:10,907 DEBUG [RS:0;57b748500ef9:45293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:10,907 INFO [RS:0;57b748500ef9:45293 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:10,907 INFO [RS:0;57b748500ef9:45293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:10,907 INFO [RS:0;57b748500ef9:45293 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:10,908 INFO [RS:0;57b748500ef9:45293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:10,908 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:10,908 INFO [RS:0;57b748500ef9:45293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,45293,1733062729555 because: Region server is closing 2024-12-01T14:20:10,908 INFO [RS:0;57b748500ef9:45293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:45293. 2024-12-01T14:20:10,908 DEBUG [RS:0;57b748500ef9:45293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:10,908 DEBUG [RS:0;57b748500ef9:45293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:10,908 DEBUG [RS:0;57b748500ef9:45293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:10,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:11,008 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.wal-reader.57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:20:11,008 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:20:11,009 INFO [RS:0;57b748500ef9:45293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,45293,1733062729555.replicationSource.shipper57b748500ef9%2C45293%2C1733062729555,1-57b748500ef9,45293,1733062729555 terminated 2024-12-01T14:20:11,009 INFO [RS:0;57b748500ef9:45293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45293 2024-12-01T14:20:11,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336/rs 2024-12-01T14:20:11,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425664336/rs/57b748500ef9,45293,1733062729555 2024-12-01T14:20:11,068 INFO [RS:0;57b748500ef9:45293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:11,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,45293,1733062729555] 2024-12-01T14:20:11,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-425664336/draining/57b748500ef9,45293,1733062729555 already deleted, retry=false 2024-12-01T14:20:11,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,45293,1733062729555 expired; onlineServers=0 2024-12-01T14:20:11,089 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,41523,1733062729356' ***** 2024-12-01T14:20:11,089 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:20:11,089 INFO [M:0;57b748500ef9:41523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:11,089 INFO [M:0;57b748500ef9:41523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:11,089 DEBUG [M:0;57b748500ef9:41523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:20:11,089 DEBUG [M:0;57b748500ef9:41523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:20:11,089 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:20:11,089 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062731681 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062731681,5,FailOnTimeoutGroup] 2024-12-01T14:20:11,089 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062731696 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062731696,5,FailOnTimeoutGroup] 2024-12-01T14:20:11,090 INFO [M:0;57b748500ef9:41523 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:11,090 INFO [M:0;57b748500ef9:41523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:11,090 DEBUG [M:0;57b748500ef9:41523 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:20:11,090 INFO [M:0;57b748500ef9:41523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:20:11,090 INFO [M:0;57b748500ef9:41523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:11,090 INFO [M:0;57b748500ef9:41523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:20:11,090 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:20:11,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-425664336/master 2024-12-01T14:20:11,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-425664336 2024-12-01T14:20:11,100 DEBUG [M:0;57b748500ef9:41523 {}] zookeeper.ZKUtil(347): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Unable to get data of znode /0-425664336/master because node does not exist (not an error) 2024-12-01T14:20:11,100 WARN [M:0;57b748500ef9:41523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:20:11,101 INFO [M:0;57b748500ef9:41523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/.lastflushedseqids 2024-12-01T14:20:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741850_1026 (size=263) 2024-12-01T14:20:11,179 INFO [RS:0;57b748500ef9:45293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:11,179 INFO [RS:0;57b748500ef9:45293 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,45293,1733062729555; zookeeper connection closed. 2024-12-01T14:20:11,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:11,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45293-0x101914291250001, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:11,179 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@568961d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@568961d2 2024-12-01T14:20:11,179 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:20:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:20:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:20:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:20:11,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:11,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:20:11,506 INFO [M:0;57b748500ef9:41523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:20:11,506 INFO [M:0;57b748500ef9:41523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:20:11,506 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:11,506 INFO [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:11,506 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:11,506 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:11,506 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:11,506 INFO [M:0;57b748500ef9:41523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-01T14:20:11,519 DEBUG [M:0;57b748500ef9:41523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e218ba7cdd644d6a8701660d9b31825b is 82, key is hbase:meta,,1/info:regioninfo/1733062733087/Put/seqid=0 2024-12-01T14:20:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741851_1027 (size=5672) 2024-12-01T14:20:11,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:11,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:11,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:11,923 INFO [M:0;57b748500ef9:41523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e218ba7cdd644d6a8701660d9b31825b 2024-12-01T14:20:11,940 DEBUG [M:0;57b748500ef9:41523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088cb6d0fbcd4b25bd04bc2a7512224a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062739867/Put/seqid=0 2024-12-01T14:20:11,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741852_1028 (size=7240) 2024-12-01T14:20:12,345 INFO [M:0;57b748500ef9:41523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088cb6d0fbcd4b25bd04bc2a7512224a 2024-12-01T14:20:12,349 INFO [M:0;57b748500ef9:41523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 088cb6d0fbcd4b25bd04bc2a7512224a 2024-12-01T14:20:12,363 DEBUG [M:0;57b748500ef9:41523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08841181b5346eba6b28eecfcd9295d is 69, key is 57b748500ef9,45293,1733062729555/rs:state/1733062731735/Put/seqid=0 2024-12-01T14:20:12,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741853_1029 (size=5156) 2024-12-01T14:20:12,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:12,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:12,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:12,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:12,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:12,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:12,767 INFO [M:0;57b748500ef9:41523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08841181b5346eba6b28eecfcd9295d 2024-12-01T14:20:12,772 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e218ba7cdd644d6a8701660d9b31825b as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e218ba7cdd644d6a8701660d9b31825b 2024-12-01T14:20:12,777 INFO [M:0;57b748500ef9:41523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e218ba7cdd644d6a8701660d9b31825b, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T14:20:12,777 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088cb6d0fbcd4b25bd04bc2a7512224a as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/088cb6d0fbcd4b25bd04bc2a7512224a 2024-12-01T14:20:12,782 INFO [M:0;57b748500ef9:41523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 088cb6d0fbcd4b25bd04bc2a7512224a 2024-12-01T14:20:12,782 INFO [M:0;57b748500ef9:41523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/088cb6d0fbcd4b25bd04bc2a7512224a, entries=11, sequenceid=105, filesize=7.1 K 2024-12-01T14:20:12,783 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08841181b5346eba6b28eecfcd9295d as hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d08841181b5346eba6b28eecfcd9295d 2024-12-01T14:20:12,787 INFO [M:0;57b748500ef9:41523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37653/user/jenkins/test-data/7a628d48-b785-e7b2-bb6f-62bd234da737/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d08841181b5346eba6b28eecfcd9295d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T14:20:12,788 INFO [M:0;57b748500ef9:41523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-12-01T14:20:12,789 INFO [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:12,789 DEBUG [M:0;57b748500ef9:41523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062811506Disabling compacts and flushes for region at 1733062811506Disabling writes for close at 1733062811506Obtaining lock to block concurrent updates at 1733062811506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062811506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733062811507 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062811507Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062811507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062811518 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062811518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062811928 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062811940 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062811940Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062812350 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062812362 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062812362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236233ab: reopening flushed file at 1733062812771 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7baa84f2: reopening flushed file at 1733062812777 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454f83c5: reopening flushed file at 1733062812782 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1733062812788 (+6 ms)Writing region close event to WAL at 1733062812789 (+1 ms)Closed at 1733062812789 2024-12-01T14:20:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44593 is added to blk_1073741830_1006 (size=64526) 2024-12-01T14:20:12,792 INFO [M:0;57b748500ef9:41523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:20:12,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:12,792 INFO [M:0;57b748500ef9:41523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41523 2024-12-01T14:20:12,792 INFO [M:0;57b748500ef9:41523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:12,936 INFO [M:0;57b748500ef9:41523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:12,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41523-0x101914291250000, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:12,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e48eea2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:12,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a27e6ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:12,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:12,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be8a33a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:12,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@740b61c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:12,940 WARN [BP-982330370-172.17.0.3-1733062727058 heartbeating to localhost/127.0.0.1:37653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:20:12,940 WARN [BP-982330370-172.17.0.3-1733062727058 heartbeating to localhost/127.0.0.1:37653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-982330370-172.17.0.3-1733062727058 (Datanode Uuid caa64ad7-b90e-4863-96d2-584f76a2eb54) service to localhost/127.0.0.1:37653 2024-12-01T14:20:12,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:20:12,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:20:12,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/data/data1/current/BP-982330370-172.17.0.3-1733062727058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:12,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/cluster_62f39a2f-001c-fdba-5a0c-ddae7089c098/data/data2/current/BP-982330370-172.17.0.3-1733062727058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:12,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:20:12,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76400467{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:12,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7475fda4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:12,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:12,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aaee868{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:12,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a49abd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7566f232-8b5e-5366-dc2b-1639fad7a0f3/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:12,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:20:12,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:20:12,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 135) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63636) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37653 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33757 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe5dcb8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63636) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33757 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33757 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe5dcb8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 706), ProcessCount=11 (was 11), AvailableMemoryMB=3829 (was 4481) 2024-12-01T14:20:12,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=3829 2024-12-01T14:20:12,993 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-01T14:20:12,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir so I do NOT create it in target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1 2024-12-01T14:20:12,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:20:12,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.tmp.dir so I do NOT create it in target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1 2024-12-01T14:20:12,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71c03ced-a6aa-2276-45f8-2be40f222f04/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:20:12,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1 2024-12-01T14:20:12,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318, deleteOnExit=true 2024-12-01T14:20:13,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/zookeeper_0, clientPort=50782, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:20:13,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50782 2024-12-01T14:20:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:20:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:20:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/test.cache.data in system properties and HBase conf 2024-12-01T14:20:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:20:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:20:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:20:13,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:20:13,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:20:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101914291250005, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:20:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101914291250002, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:20:13,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101914291250005, quorum=127.0.0.1:63636, baseZNode=/1399305960 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:20:13,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101914291250002, quorum=127.0.0.1:63636, baseZNode=/0-425664336 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:20:13,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:13,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:13,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:13,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:13,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:20:13,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:13,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e0290a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:13,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d107e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:13,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79a1d04c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/java.io.tmpdir/jetty-localhost-37429-hadoop-hdfs-3_4_1-tests_jar-_-any-16824873536769158550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:13,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7257c8{HTTP/1.1, (http/1.1)}{localhost:37429} 2024-12-01T14:20:13,471 INFO [Time-limited test {}] server.Server(415): Started @141139ms 2024-12-01T14:20:13,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:13,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:13,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:13,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:13,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:20:13,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ad4a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:13,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a93434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:13,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49d999bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/java.io.tmpdir/jetty-localhost-33417-hadoop-hdfs-3_4_1-tests_jar-_-any-1046497999791596066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:13,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef12989{HTTP/1.1, (http/1.1)}{localhost:33417} 2024-12-01T14:20:13,828 INFO [Time-limited test {}] server.Server(415): Started @141496ms 2024-12-01T14:20:13,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:20:14,567 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/data/data1/current/BP-1152546720-172.17.0.3-1733062813032/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:14,567 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/data/data2/current/BP-1152546720-172.17.0.3-1733062813032/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:14,585 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:20:14,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f4f4b58666dae07 with lease ID 0xc644dfcb73aeed3e: Processing first storage report for DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06 from datanode DatanodeRegistration(127.0.0.1:43745, datanodeUuid=80dd0c50-e969-4c96-a97f-534747a1ea63, infoPort=45065, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=469448841;c=1733062813032) 2024-12-01T14:20:14,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f4f4b58666dae07 with lease ID 0xc644dfcb73aeed3e: from storage DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06 node DatanodeRegistration(127.0.0.1:43745, datanodeUuid=80dd0c50-e969-4c96-a97f-534747a1ea63, infoPort=45065, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=469448841;c=1733062813032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:14,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f4f4b58666dae07 with lease ID 0xc644dfcb73aeed3e: Processing first storage report for DS-c25447a0-e469-4035-8073-665ba5076d69 from datanode DatanodeRegistration(127.0.0.1:43745, datanodeUuid=80dd0c50-e969-4c96-a97f-534747a1ea63, infoPort=45065, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=469448841;c=1733062813032) 2024-12-01T14:20:14,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f4f4b58666dae07 with lease ID 0xc644dfcb73aeed3e: from storage DS-c25447a0-e469-4035-8073-665ba5076d69 node DatanodeRegistration(127.0.0.1:43745, datanodeUuid=80dd0c50-e969-4c96-a97f-534747a1ea63, infoPort=45065, infoSecurePort=0, ipcPort=36867, storageInfo=lv=-57;cid=testClusterID;nsid=469448841;c=1733062813032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:14,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1 2024-12-01T14:20:14,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:14,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:14,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:20:15,062 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713 with version=8 2024-12-01T14:20:15,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/hbase-staging 2024-12-01T14:20:15,064 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:15,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:15,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40381 2024-12-01T14:20:15,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40381 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403810x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:15,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40381-0x1019143e1040000 connected 2024-12-01T14:20:15,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:15,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:15,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:15,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713, hbase.cluster.distributed=false 2024-12-01T14:20:15,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/acl 2024-12-01T14:20:15,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-12-01T14:20:15,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-12-01T14:20:15,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-12-01T14:20:15,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-12-01T14:20:15,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-12-01T14:20:15,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:20:15,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:15,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43463 2024-12-01T14:20:15,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43463 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:15,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:15,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434630x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:15,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434630x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:15,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43463-0x1019143e1040001 connected 2024-12-01T14:20:15,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:20:15,269 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:20:15,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/master 2024-12-01T14:20:15,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/acl 2024-12-01T14:20:15,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43463 2024-12-01T14:20:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43463 2024-12-01T14:20:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43463 2024-12-01T14:20:15,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43463 2024-12-01T14:20:15,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43463 2024-12-01T14:20:15,286 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:40381 2024-12-01T14:20:15,286 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0357898239/backup-masters/57b748500ef9,40381,1733062815064 2024-12-01T14:20:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:15,289 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on existing znode=/0357898239/backup-masters/57b748500ef9,40381,1733062815064 2024-12-01T14:20:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0357898239/master 2024-12-01T14:20:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:15,299 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on existing znode=/0357898239/master 2024-12-01T14:20:15,300 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0357898239/backup-masters/57b748500ef9,40381,1733062815064 from backup master directory 2024-12-01T14:20:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/backup-masters/57b748500ef9,40381,1733062815064 2024-12-01T14:20:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:15,310 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:15,310 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,40381,1733062815064 2024-12-01T14:20:15,313 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/hbase.id] with ID: 3a25cf34-5b46-4325-be4d-82794a9aee2a 2024-12-01T14:20:15,313 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/.tmp/hbase.id 2024-12-01T14:20:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:20:15,718 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/.tmp/hbase.id]:[hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/hbase.id] 2024-12-01T14:20:15,729 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:15,729 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:20:15,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:20:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:15,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:20:16,189 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:16,190 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:20:16,190 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:20:16,597 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store 2024-12-01T14:20:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:20:17,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:17,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:17,003 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:17,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:17,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:17,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:17,003 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:17,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062817003Disabling compacts and flushes for region at 1733062817003Disabling writes for close at 1733062817003Writing region close event to WAL at 1733062817003Closed at 1733062817003 2024-12-01T14:20:17,004 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/.initializing 2024-12-01T14:20:17,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064 2024-12-01T14:20:17,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:17,007 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C40381%2C1733062815064, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/oldWALs, maxLogs=10 2024-12-01T14:20:17,017 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064/57b748500ef9%2C40381%2C1733062815064.1733062817007, exclude list is [], retry=0 2024-12-01T14:20:17,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:17,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064/57b748500ef9%2C40381%2C1733062815064.1733062817007 2024-12-01T14:20:17,021 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:17,021 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:17,022 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:17,022 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,022 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:20:17,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:17,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:17,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:20:17,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:17,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:17,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:20:17,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:17,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:17,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:20:17,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:17,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:17,029 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,029 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,030 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,031 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,031 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,031 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:17,032 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:17,034 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:17,034 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65722426, jitterRate=-0.020659536123275757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:17,035 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062817022Initializing all the Stores at 1733062817023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062817023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062817023Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062817023Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062817023Cleaning up temporary data from old regions at 1733062817031 (+8 ms)Region opened successfully at 1733062817035 (+4 ms) 2024-12-01T14:20:17,035 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:20:17,038 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4695b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:17,039 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:20:17,039 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:20:17,039 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:20:17,039 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:20:17,040 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:20:17,040 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:20:17,040 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:20:17,045 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:20:17,046 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/balancer because node does not exist (not necessarily an error) 2024-12-01T14:20:17,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/balancer already deleted, retry=false 2024-12-01T14:20:17,110 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:20:17,111 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:20:17,120 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/normalizer already deleted, retry=false 2024-12-01T14:20:17,120 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:20:17,121 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:20:17,131 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/switch/split already deleted, retry=false 2024-12-01T14:20:17,131 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:20:17,141 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/switch/merge already deleted, retry=false 2024-12-01T14:20:17,143 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:20:17,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/snapshot-cleanup already deleted, retry=false 2024-12-01T14:20:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:17,163 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,40381,1733062815064, sessionid=0x1019143e1040000, setting cluster-up flag (Was=false) 2024-12-01T14:20:17,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:17,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:17,215 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0357898239/flush-table-proc/acquired, /0357898239/flush-table-proc/reached, /0357898239/flush-table-proc/abort 2024-12-01T14:20:17,216 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40381,1733062815064 2024-12-01T14:20:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:17,267 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0357898239/online-snapshot/acquired, /0357898239/online-snapshot/reached, /0357898239/online-snapshot/abort 2024-12-01T14:20:17,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40381,1733062815064 2024-12-01T14:20:17,270 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:20:17,271 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:17,271 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:20:17,272 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:20:17,272 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,40381,1733062815064 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:17,273 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,274 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062847274 2024-12-01T14:20:17,274 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:20:17,274 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:20:17,274 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:20:17,274 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:17,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:20:17,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:20:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:20:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:20:17,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:17,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062817276,5,FailOnTimeoutGroup] 2024-12-01T14:20:17,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:20:17,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062817276,5,FailOnTimeoutGroup] 2024-12-01T14:20:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:20:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,279 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(746): ClusterId : 3a25cf34-5b46-4325-be4d-82794a9aee2a 2024-12-01T14:20:17,279 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:20:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:20:17,289 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:20:17,289 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:20:17,300 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:20:17,300 DEBUG [RS:0;57b748500ef9:43463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46470797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:17,310 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:43463 2024-12-01T14:20:17,310 INFO [RS:0;57b748500ef9:43463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:20:17,310 INFO [RS:0;57b748500ef9:43463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:20:17,310 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:20:17,310 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40381,1733062815064 with port=43463, startcode=1733062815254 2024-12-01T14:20:17,311 DEBUG [RS:0;57b748500ef9:43463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:20:17,312 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:20:17,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,43463,1733062815254 2024-12-01T14:20:17,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,43463,1733062815254 2024-12-01T14:20:17,314 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713 2024-12-01T14:20:17,314 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33853 2024-12-01T14:20:17,314 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:20:17,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/rs 2024-12-01T14:20:17,321 DEBUG [RS:0;57b748500ef9:43463 {}] zookeeper.ZKUtil(111): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on existing znode=/0357898239/rs/57b748500ef9,43463,1733062815254 2024-12-01T14:20:17,321 WARN [RS:0;57b748500ef9:43463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:17,321 INFO [RS:0;57b748500ef9:43463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:17,321 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254 2024-12-01T14:20:17,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,43463,1733062815254] 2024-12-01T14:20:17,324 INFO [RS:0;57b748500ef9:43463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:20:17,325 INFO [RS:0;57b748500ef9:43463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:20:17,326 INFO [RS:0;57b748500ef9:43463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:20:17,326 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,328 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:20:17,329 INFO [RS:0;57b748500ef9:43463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:20:17,329 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:17,329 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:17,330 DEBUG [RS:0;57b748500ef9:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:17,331 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,331 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,331 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,331 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,332 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,332 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43463,1733062815254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:17,345 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:20:17,345 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43463,1733062815254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,345 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,345 INFO [RS:0;57b748500ef9:43463 {}] regionserver.Replication(171): 57b748500ef9,43463,1733062815254 started 2024-12-01T14:20:17,357 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:17,357 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,43463,1733062815254, RpcServer on 57b748500ef9/172.17.0.3:43463, sessionid=0x1019143e1040001 2024-12-01T14:20:17,357 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:20:17,357 DEBUG [RS:0;57b748500ef9:43463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,43463,1733062815254 2024-12-01T14:20:17,357 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43463,1733062815254' 2024-12-01T14:20:17,357 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0357898239/flush-table-proc/abort' 2024-12-01T14:20:17,358 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0357898239/flush-table-proc/acquired' 2024-12-01T14:20:17,358 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:20:17,358 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:20:17,358 DEBUG [RS:0;57b748500ef9:43463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,43463,1733062815254 2024-12-01T14:20:17,358 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43463,1733062815254' 2024-12-01T14:20:17,358 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0357898239/online-snapshot/abort' 2024-12-01T14:20:17,359 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0357898239/online-snapshot/acquired' 2024-12-01T14:20:17,359 DEBUG [RS:0;57b748500ef9:43463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:20:17,359 INFO [RS:0;57b748500ef9:43463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:20:17,359 INFO [RS:0;57b748500ef9:43463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:20:17,459 INFO [RS:0;57b748500ef9:43463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:17,461 INFO [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43463%2C1733062815254, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs, maxLogs=10 2024-12-01T14:20:17,471 DEBUG [RS:0;57b748500ef9:43463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461, exclude list is [], retry=0 2024-12-01T14:20:17,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:17,475 INFO [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 2024-12-01T14:20:17,476 DEBUG [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:17,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:20:17,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713 2024-12-01T14:20:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:20:18,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:18,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:18,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:18,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:18,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:18,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:18,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:18,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:18,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:18,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:18,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740 2024-12-01T14:20:18,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740 2024-12-01T14:20:18,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:18,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:18,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:18,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:18,100 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:18,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772528, jitterRate=0.024790525436401367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062818088Initializing all the Stores at 1733062818089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062818089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062818089Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062818089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062818089Cleaning up temporary data from old regions at 1733062818098 (+9 ms)Region opened successfully at 1733062818101 (+3 ms) 2024-12-01T14:20:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:18,101 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:18,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062818101Disabling compacts and flushes for region at 1733062818101Disabling writes for close at 1733062818101Writing region close event to WAL at 1733062818101Closed at 1733062818101 2024-12-01T14:20:18,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:18,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:20:18,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:20:18,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:18,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:20:18,255 DEBUG [57b748500ef9:40381 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:20:18,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,43463,1733062815254 2024-12-01T14:20:18,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43463,1733062815254, state=OPENING 2024-12-01T14:20:18,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:20:18,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:18,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:18,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:18,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:18,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:18,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43463,1733062815254}] 2024-12-01T14:20:18,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:20:18,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:20:18,490 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:20:18,490 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:18,490 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:20:18,492 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43463%2C1733062815254.meta, suffix=.meta, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs, maxLogs=10 2024-12-01T14:20:18,509 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.meta.1733062818492.meta, exclude list is [], retry=0 2024-12-01T14:20:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:18,513 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.meta.1733062818492.meta 2024-12-01T14:20:18,514 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:18,514 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:18,514 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:18,514 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:18,514 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:20:18,514 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:20:18,515 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:20:18,515 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:18,515 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:20:18,515 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:20:18,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:18,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:18,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:18,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:18,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:18,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:18,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:18,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:18,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:18,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:18,520 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:18,521 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740 2024-12-01T14:20:18,522 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740 2024-12-01T14:20:18,523 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:18,523 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:18,523 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:18,524 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:18,525 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69928396, jitterRate=0.04201430082321167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:18,525 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:20:18,526 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062818515Writing region info on filesystem at 1733062818515Initializing all the Stores at 1733062818516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062818516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062818516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062818516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062818516Cleaning up temporary data from old regions at 1733062818523 (+7 ms)Running coprocessor post-open hooks at 1733062818525 (+2 ms)Region opened successfully at 1733062818526 (+1 ms) 2024-12-01T14:20:18,527 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062818483 2024-12-01T14:20:18,529 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:20:18,529 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:20:18,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43463,1733062815254 2024-12-01T14:20:18,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43463,1733062815254, state=OPEN 2024-12-01T14:20:18,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:18,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:18,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,43463,1733062815254 2024-12-01T14:20:18,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:18,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:18,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:20:18,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43463,1733062815254 in 309 msec 2024-12-01T14:20:18,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:20:18,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-12-01T14:20:18,645 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:18,645 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:20:18,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:18,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43463,1733062815254, seqNum=-1] 2024-12-01T14:20:18,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:18,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:18,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-12-01T14:20:18,652 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062818652, completionTime=-1 2024-12-01T14:20:18,652 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:20:18,652 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062878654 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062938654 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40381,1733062815064-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40381,1733062815064-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40381,1733062815064-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,655 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:40381, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,655 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,655 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,660 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.351sec 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40381,1733062815064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:18,661 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40381,1733062815064-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:20:18,663 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:20:18,664 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:20:18,664 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40381,1733062815064-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:18,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7de3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:18,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40381,-1 for getting cluster id 2024-12-01T14:20:18,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:18,682 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a25cf34-5b46-4325-be4d-82794a9aee2a' 2024-12-01T14:20:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a25cf34-5b46-4325-be4d-82794a9aee2a" 2024-12-01T14:20:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f3bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40381,-1] 2024-12-01T14:20:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:18,684 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:18,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691e2248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:18,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43463,1733062815254, seqNum=-1] 2024-12-01T14:20:18,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:18,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:18,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,40381,1733062815064 2024-12-01T14:20:18,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:18,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:18,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019143e1040002 connected 2024-12-01T14:20:18,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir so I do NOT create it in target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb 2024-12-01T14:20:18,722 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:20:18,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.tmp.dir so I do NOT create it in target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb 2024-12-01T14:20:18,722 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:20:18,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb 2024-12-01T14:20:18,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:20:18,722 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/cluster_e0562fe4-67ac-6cd7-caf2-91d998b8a993, deleteOnExit=true 2024-12-01T14:20:18,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/test.cache.data in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:20:18,723 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:18,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:20:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:20:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:20:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:20:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:20:19,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:19,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:19,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:19,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:19,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:20:19,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:19,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43d57f25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:19,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@209e3058{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:19,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65f69975{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/java.io.tmpdir/jetty-localhost-39297-hadoop-hdfs-3_4_1-tests_jar-_-any-14635468777759466507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:19,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45fb239c{HTTP/1.1, (http/1.1)}{localhost:39297} 2024-12-01T14:20:19,199 INFO [Time-limited test {}] server.Server(415): Started @146867ms 2024-12-01T14:20:19,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:19,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:19,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:19,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:19,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:20:19,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d46c6e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:19,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de389c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:19,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce55fc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/java.io.tmpdir/jetty-localhost-43671-hadoop-hdfs-3_4_1-tests_jar-_-any-5723513951578045606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:19,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f8f2fd4{HTTP/1.1, (http/1.1)}{localhost:43671} 2024-12-01T14:20:19,546 INFO [Time-limited test {}] server.Server(415): Started @147214ms 2024-12-01T14:20:19,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:20:20,201 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/cluster_e0562fe4-67ac-6cd7-caf2-91d998b8a993/data/data1/current/BP-1481155472-172.17.0.3-1733062818737/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:20,201 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/cluster_e0562fe4-67ac-6cd7-caf2-91d998b8a993/data/data2/current/BP-1481155472-172.17.0.3-1733062818737/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:20,216 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:20:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5968894f47f96637 with lease ID 0xa4b082af92218e77: Processing first storage report for DS-b86091c8-542b-4db7-a3fc-fa19e54cc7d3 from datanode DatanodeRegistration(127.0.0.1:46581, datanodeUuid=e99a391d-c9fa-4ab9-b5b2-97745165247f, infoPort=39063, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=627787423;c=1733062818737) 2024-12-01T14:20:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5968894f47f96637 with lease ID 0xa4b082af92218e77: from storage DS-b86091c8-542b-4db7-a3fc-fa19e54cc7d3 node DatanodeRegistration(127.0.0.1:46581, datanodeUuid=e99a391d-c9fa-4ab9-b5b2-97745165247f, infoPort=39063, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=627787423;c=1733062818737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5968894f47f96637 with lease ID 0xa4b082af92218e77: Processing first storage report for DS-746957d7-d048-4b61-99fd-cea3adfc5034 from datanode DatanodeRegistration(127.0.0.1:46581, datanodeUuid=e99a391d-c9fa-4ab9-b5b2-97745165247f, infoPort=39063, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=627787423;c=1733062818737) 2024-12-01T14:20:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5968894f47f96637 with lease ID 0xa4b082af92218e77: from storage DS-746957d7-d048-4b61-99fd-cea3adfc5034 node DatanodeRegistration(127.0.0.1:46581, datanodeUuid=e99a391d-c9fa-4ab9-b5b2-97745165247f, infoPort=39063, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=627787423;c=1733062818737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:20,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb 2024-12-01T14:20:20,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:20,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:20:20,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753 with version=8 2024-12-01T14:20:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/hbase-staging 2024-12-01T14:20:20,689 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:20:20,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:20,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40191 2024-12-01T14:20:20,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40191 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:20,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401910x0, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:20,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40191-0x1019143e1040003 connected 2024-12-01T14:20:20,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:20,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:20,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/running 2024-12-01T14:20:20,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753, hbase.cluster.distributed=false 2024-12-01T14:20:20,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/acl 2024-12-01T14:20:20,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40191 2024-12-01T14:20:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40191 2024-12-01T14:20:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40191 2024-12-01T14:20:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40191 2024-12-01T14:20:20,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40191 2024-12-01T14:20:20,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:20:20,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:20,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34585 2024-12-01T14:20:20,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34585 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:20,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:20,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:20,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345850x0, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:20,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345850x0, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/running 2024-12-01T14:20:20,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34585-0x1019143e1040004 connected 2024-12-01T14:20:20,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:20:20,930 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:20:20,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/master 2024-12-01T14:20:20,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/acl 2024-12-01T14:20:20,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34585 2024-12-01T14:20:20,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34585 2024-12-01T14:20:20,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34585 2024-12-01T14:20:20,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34585 2024-12-01T14:20:20,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34585 2024-12-01T14:20:20,945 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:40191 2024-12-01T14:20:20,947 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1496072332/backup-masters/57b748500ef9,40191,1733062820689 2024-12-01T14:20:21,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332/backup-masters 2024-12-01T14:20:21,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332/backup-masters 2024-12-01T14:20:21,057 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on existing znode=/1496072332/backup-masters/57b748500ef9,40191,1733062820689 2024-12-01T14:20:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1496072332/master 2024-12-01T14:20:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:21,162 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on existing znode=/1496072332/master 2024-12-01T14:20:21,163 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1496072332/backup-masters/57b748500ef9,40191,1733062820689 from backup master directory 2024-12-01T14:20:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1496072332/backup-masters/57b748500ef9,40191,1733062820689 2024-12-01T14:20:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332/backup-masters 2024-12-01T14:20:21,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332/backup-masters 2024-12-01T14:20:21,236 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:21,236 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,40191,1733062820689 2024-12-01T14:20:21,239 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/hbase.id] with ID: bceabc5f-c750-429f-bb77-c797802e780b 2024-12-01T14:20:21,239 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/.tmp/hbase.id 2024-12-01T14:20:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:20:21,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:20:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:20:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T14:20:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:20:21,643 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/.tmp/hbase.id]:[hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/hbase.id] 2024-12-01T14:20:21,653 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:21,653 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:20:21,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:20:21,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:21,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:20:22,151 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:22,151 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:20:22,152 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:20:22,558 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store 2024-12-01T14:20:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:20:22,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:22,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:22,964 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:22,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:22,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:22,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:22,964 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:22,964 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062822964Disabling compacts and flushes for region at 1733062822964Disabling writes for close at 1733062822964Writing region close event to WAL at 1733062822964Closed at 1733062822964 2024-12-01T14:20:22,965 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/.initializing 2024-12-01T14:20:22,965 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/WALs/57b748500ef9,40191,1733062820689 2024-12-01T14:20:22,966 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:22,967 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C40191%2C1733062820689, suffix=, logDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/WALs/57b748500ef9,40191,1733062820689, archiveDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/oldWALs, maxLogs=10 2024-12-01T14:20:22,977 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/WALs/57b748500ef9,40191,1733062820689/57b748500ef9%2C40191%2C1733062820689.1733062822967, exclude list is [], retry=0 2024-12-01T14:20:22,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46581,DS-b86091c8-542b-4db7-a3fc-fa19e54cc7d3,DISK] 2024-12-01T14:20:22,981 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/WALs/57b748500ef9,40191,1733062820689/57b748500ef9%2C40191%2C1733062820689.1733062822967 2024-12-01T14:20:22,981 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39063:39063)] 2024-12-01T14:20:22,981 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:22,981 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:22,981 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,982 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:20:22,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:22,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:22,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:20:22,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:22,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:22,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:20:22,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:22,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:22,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:20:22,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:22,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:22,988 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,988 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,989 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,990 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,990 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,990 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:22,991 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:22,995 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:22,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74557734, jitterRate=0.11099681258201599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:22,996 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062822982Initializing all the Stores at 1733062822982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062822982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062822982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062822983 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062822983Cleaning up temporary data from old regions at 1733062822990 (+7 ms)Region opened successfully at 1733062822996 (+6 ms) 2024-12-01T14:20:22,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:20:22,998 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bff18c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:22,999 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:20:22,999 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:20:22,999 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:20:22,999 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:20:23,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:20:23,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:20:23,000 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:20:23,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:20:23,002 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Unable to get data of znode /1496072332/balancer because node does not exist (not necessarily an error) 2024-12-01T14:20:23,099 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/balancer already deleted, retry=false 2024-12-01T14:20:23,099 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:20:23,100 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Unable to get data of znode /1496072332/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:20:23,109 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/normalizer already deleted, retry=false 2024-12-01T14:20:23,109 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:20:23,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Unable to get data of znode /1496072332/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:20:23,120 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/switch/split already deleted, retry=false 2024-12-01T14:20:23,121 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Unable to get data of znode /1496072332/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:20:23,130 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/switch/merge already deleted, retry=false 2024-12-01T14:20:23,132 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Unable to get data of znode /1496072332/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:20:23,141 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/snapshot-cleanup already deleted, retry=false 2024-12-01T14:20:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1496072332/running 2024-12-01T14:20:23,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1496072332/running 2024-12-01T14:20:23,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:23,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:23,152 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,40191,1733062820689, sessionid=0x1019143e1040003, setting cluster-up flag (Was=false) 2024-12-01T14:20:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:23,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:23,204 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1496072332/flush-table-proc/acquired, /1496072332/flush-table-proc/reached, /1496072332/flush-table-proc/abort 2024-12-01T14:20:23,205 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40191,1733062820689 2024-12-01T14:20:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:23,257 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1496072332/online-snapshot/acquired, /1496072332/online-snapshot/reached, /1496072332/online-snapshot/abort 2024-12-01T14:20:23,258 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40191,1733062820689 2024-12-01T14:20:23,259 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:20:23,260 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:23,260 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:20:23,260 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:20:23,260 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,40191,1733062820689 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:23,262 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062853263 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:23,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:20:23,263 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:20:23,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:20:23,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:20:23,264 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062823264,5,FailOnTimeoutGroup] 2024-12-01T14:20:23,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:23,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:20:23,264 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062823264,5,FailOnTimeoutGroup] 2024-12-01T14:20:23,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:20:23,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:20:23,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:20:23,335 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(746): ClusterId : bceabc5f-c750-429f-bb77-c797802e780b 2024-12-01T14:20:23,335 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:20:23,341 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:20:23,341 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:20:23,352 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:20:23,352 DEBUG [RS:0;57b748500ef9:34585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea1fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:23,362 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:34585 2024-12-01T14:20:23,362 INFO [RS:0;57b748500ef9:34585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:20:23,362 INFO [RS:0;57b748500ef9:34585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:20:23,362 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:20:23,362 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40191,1733062820689 with port=34585, startcode=1733062820834 2024-12-01T14:20:23,363 DEBUG [RS:0;57b748500ef9:34585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:20:23,364 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:20:23,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,34585,1733062820834 2024-12-01T14:20:23,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40191 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,34585,1733062820834 2024-12-01T14:20:23,365 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753 2024-12-01T14:20:23,365 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39157 2024-12-01T14:20:23,366 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:20:23,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332/rs 2024-12-01T14:20:23,373 DEBUG [RS:0;57b748500ef9:34585 {}] zookeeper.ZKUtil(111): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on existing znode=/1496072332/rs/57b748500ef9,34585,1733062820834 2024-12-01T14:20:23,373 WARN [RS:0;57b748500ef9:34585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:23,373 INFO [RS:0;57b748500ef9:34585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:23,373 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834 2024-12-01T14:20:23,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,34585,1733062820834] 2024-12-01T14:20:23,376 INFO [RS:0;57b748500ef9:34585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:20:23,378 INFO [RS:0;57b748500ef9:34585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:20:23,378 INFO [RS:0;57b748500ef9:34585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:20:23,378 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,378 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:20:23,379 INFO [RS:0;57b748500ef9:34585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:20:23,379 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:23,379 DEBUG [RS:0;57b748500ef9:34585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:23,382 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,382 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,382 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,382 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,382 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,382 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,34585,1733062820834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:23,395 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:20:23,396 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,34585,1733062820834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,396 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,396 INFO [RS:0;57b748500ef9:34585 {}] regionserver.Replication(171): 57b748500ef9,34585,1733062820834 started 2024-12-01T14:20:23,407 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:23,407 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,34585,1733062820834, RpcServer on 57b748500ef9/172.17.0.3:34585, sessionid=0x1019143e1040004 2024-12-01T14:20:23,407 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:20:23,407 DEBUG [RS:0;57b748500ef9:34585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,34585,1733062820834 2024-12-01T14:20:23,407 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,34585,1733062820834' 2024-12-01T14:20:23,407 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1496072332/flush-table-proc/abort' 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1496072332/flush-table-proc/acquired' 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,34585,1733062820834 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,34585,1733062820834' 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1496072332/online-snapshot/abort' 2024-12-01T14:20:23,408 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1496072332/online-snapshot/acquired' 2024-12-01T14:20:23,409 DEBUG [RS:0;57b748500ef9:34585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:20:23,409 INFO [RS:0;57b748500ef9:34585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:20:23,409 INFO [RS:0;57b748500ef9:34585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:20:23,509 INFO [RS:0;57b748500ef9:34585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:23,510 INFO [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34585%2C1733062820834, suffix=, logDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834, archiveDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/oldWALs, maxLogs=10 2024-12-01T14:20:23,525 DEBUG [RS:0;57b748500ef9:34585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834/57b748500ef9%2C34585%2C1733062820834.1733062823511, exclude list is [], retry=0 2024-12-01T14:20:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46581,DS-b86091c8-542b-4db7-a3fc-fa19e54cc7d3,DISK] 2024-12-01T14:20:23,530 INFO [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834/57b748500ef9%2C34585%2C1733062820834.1733062823511 2024-12-01T14:20:23,530 DEBUG [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39063:39063)] 2024-12-01T14:20:23,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:23,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:23,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:23,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:23,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:23,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:23,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:20:23,672 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753 2024-12-01T14:20:23,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:20:24,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:24,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:24,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:24,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:24,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:24,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:24,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:24,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:24,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:24,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:24,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:24,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:24,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:24,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:24,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:24,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:24,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:24,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740 2024-12-01T14:20:24,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740 2024-12-01T14:20:24,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:24,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:24,086 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:24,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:24,089 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:24,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700611, jitterRate=0.0982246845960617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:24,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062824077Initializing all the Stores at 1733062824078 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062824078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062824078Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062824078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062824078Cleaning up temporary data from old regions at 1733062824086 (+8 ms)Region opened successfully at 1733062824089 (+3 ms) 2024-12-01T14:20:24,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:24,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:24,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:24,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:24,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:24,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:24,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062824089Disabling compacts and flushes for region at 1733062824089Disabling writes for close at 1733062824090 (+1 ms)Writing region close event to WAL at 1733062824090Closed at 1733062824090 2024-12-01T14:20:24,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:24,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:20:24,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:20:24,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:24,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:20:24,242 DEBUG [57b748500ef9:40191 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:20:24,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,34585,1733062820834 2024-12-01T14:20:24,244 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,34585,1733062820834, state=OPENING 2024-12-01T14:20:24,347 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:20:24,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:24,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:24,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1496072332/meta-region-server: CHANGED 2024-12-01T14:20:24,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:24,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1496072332/meta-region-server: CHANGED 2024-12-01T14:20:24,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,34585,1733062820834}] 2024-12-01T14:20:24,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:20:24,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:20:24,519 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:20:24,519 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:24,519 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:20:24,521 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34585%2C1733062820834.meta, suffix=.meta, logDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834, archiveDir=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/oldWALs, maxLogs=10 2024-12-01T14:20:24,533 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834/57b748500ef9%2C34585%2C1733062820834.meta.1733062824521.meta, exclude list is [], retry=0 2024-12-01T14:20:24,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46581,DS-b86091c8-542b-4db7-a3fc-fa19e54cc7d3,DISK] 2024-12-01T14:20:24,537 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834/57b748500ef9%2C34585%2C1733062820834.meta.1733062824521.meta 2024-12-01T14:20:24,537 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39063:39063)] 2024-12-01T14:20:24,537 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:24,538 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:24,538 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:24,538 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:20:24,538 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:20:24,538 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:20:24,538 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:24,538 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:20:24,538 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:20:24,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:24,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:24,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:24,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:24,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:24,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:24,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:24,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:24,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:24,544 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:24,544 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740 2024-12-01T14:20:24,545 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740 2024-12-01T14:20:24,546 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:24,546 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:24,547 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:24,548 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:24,549 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72043080, jitterRate=0.07352554798126221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:24,549 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:20:24,549 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062824538Writing region info on filesystem at 1733062824538Initializing all the Stores at 1733062824539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062824539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062824540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062824540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062824540Cleaning up temporary data from old regions at 1733062824546 (+6 ms)Running coprocessor post-open hooks at 1733062824549 (+3 ms)Region opened successfully at 1733062824549 2024-12-01T14:20:24,550 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062824514 2024-12-01T14:20:24,551 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:20:24,552 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:20:24,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,34585,1733062820834 2024-12-01T14:20:24,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,34585,1733062820834, state=OPEN 2024-12-01T14:20:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1496072332/meta-region-server 2024-12-01T14:20:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1496072332/meta-region-server 2024-12-01T14:20:24,583 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,34585,1733062820834 2024-12-01T14:20:24,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1496072332/meta-region-server: CHANGED 2024-12-01T14:20:24,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1496072332/meta-region-server: CHANGED 2024-12-01T14:20:24,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:20:24,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,34585,1733062820834 in 221 msec 2024-12-01T14:20:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:20:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-12-01T14:20:24,587 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:24,587 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:20:24,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:24,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34585,1733062820834, seqNum=-1] 2024-12-01T14:20:24,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:24,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:24,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-12-01T14:20:24,594 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062824594, completionTime=-1 2024-12-01T14:20:24,594 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:20:24,594 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:20:24,595 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062884595 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062944596 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40191,1733062820689-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40191,1733062820689-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40191,1733062820689-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:40191, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,596 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,598 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.363sec 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40191,1733062820689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:24,599 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40191,1733062820689-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:20:24,602 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:20:24,602 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:20:24,602 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40191,1733062820689-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:24,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469067b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40191,-1 for getting cluster id 2024-12-01T14:20:24,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:24,653 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bceabc5f-c750-429f-bb77-c797802e780b' 2024-12-01T14:20:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bceabc5f-c750-429f-bb77-c797802e780b" 2024-12-01T14:20:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b94189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40191,-1] 2024-12-01T14:20:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:24,655 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:24,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aad8cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34585,1733062820834, seqNum=-1] 2024-12-01T14:20:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:24,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:24,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,40191,1733062820689 2024-12-01T14:20:24,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:24,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019143e1040005 connected 2024-12-01T14:20:24,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a6840b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40381,-1 for getting cluster id 2024-12-01T14:20:24,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:24,681 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a25cf34-5b46-4325-be4d-82794a9aee2a' 2024-12-01T14:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a25cf34-5b46-4325-be4d-82794a9aee2a" 2024-12-01T14:20:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5778bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40381,-1] 2024-12-01T14:20:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:24,683 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ef79c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40381,1733062815064 2024-12-01T14:20:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f39c9b9 2024-12-01T14:20:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:24,685 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:24,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:40191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:20:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:20:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:24,688 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40191' 2024-12-01T14:20:24,688 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c526ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,688 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40191,-1 for getting cluster id 2024-12-01T14:20:24,688 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:24,689 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bceabc5f-c750-429f-bb77-c797802e780b' 2024-12-01T14:20:24,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:24,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bceabc5f-c750-429f-bb77-c797802e780b" 2024-12-01T14:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c4ac08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40191,-1] 2024-12-01T14:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:24,691 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:24,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a1f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:24,691 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40191,1733062820689 2024-12-01T14:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7952dcf9 2024-12-01T14:20:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:24,693 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:24,693 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T14:20:24,693 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:20:24,693 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:24,693 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:24,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:24,694 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:24,695 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:20:24,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:20:24,696 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:24,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:20:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741835_1011 (size=1138) 2024-12-01T14:20:24,745 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:20:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:25,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bce2e695779553c38e7d7cfb6c66ed36, NAME => 'hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713 2024-12-01T14:20:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741836_1012 (size=44) 2024-12-01T14:20:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:25,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:25,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bce2e695779553c38e7d7cfb6c66ed36, disabling compactions & flushes 2024-12-01T14:20:25,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. after waiting 0 ms 2024-12-01T14:20:25,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bce2e695779553c38e7d7cfb6c66ed36: Waiting for close lock at 1733062825508Disabling compacts and flushes for region at 1733062825508Disabling writes for close at 1733062825508Writing region close event to WAL at 1733062825508Closed at 1733062825508 2024-12-01T14:20:25,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:20:25,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062825510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062825510"}]},"ts":"1733062825510"} 2024-12-01T14:20:25,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:20:25,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:20:25,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062825513"}]},"ts":"1733062825513"} 2024-12-01T14:20:25,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:20:25,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN}] 2024-12-01T14:20:25,517 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN 2024-12-01T14:20:25,517 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN; state=OFFLINE, location=57b748500ef9,43463,1733062815254; forceNewPlan=false, retain=false 2024-12-01T14:20:25,668 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bce2e695779553c38e7d7cfb6c66ed36, regionState=OPENING, regionLocation=57b748500ef9,43463,1733062815254 2024-12-01T14:20:25,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN because future has completed 2024-12-01T14:20:25,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bce2e695779553c38e7d7cfb6c66ed36, server=57b748500ef9,43463,1733062815254}] 2024-12-01T14:20:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:25,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:25,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:20:25,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43463%2C1733062815254.rep, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs, maxLogs=10 2024-12-01T14:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.rep.1733062825828, exclude list is [], retry=0 2024-12-01T14:20:25,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:25,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.rep.1733062825828 2024-12-01T14:20:25,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bce2e695779553c38e7d7cfb6c66ed36, NAME => 'hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:25,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. service=MultiRowMutationService 2024-12-01T14:20:25,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,845 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,846 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bce2e695779553c38e7d7cfb6c66ed36 columnFamilyName hfileref 2024-12-01T14:20:25,846 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:25,846 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(327): Store=bce2e695779553c38e7d7cfb6c66ed36/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:25,846 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,847 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bce2e695779553c38e7d7cfb6c66ed36 columnFamilyName queue 2024-12-01T14:20:25,847 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:25,847 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(327): Store=bce2e695779553c38e7d7cfb6c66ed36/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:25,847 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,848 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bce2e695779553c38e7d7cfb6c66ed36 columnFamilyName sid 2024-12-01T14:20:25,848 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:25,849 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(327): Store=bce2e695779553c38e7d7cfb6c66ed36/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:25,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:20:25,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:25,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bce2e695779553c38e7d7cfb6c66ed36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75093333, jitterRate=0.1189778596162796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:20:25,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:25,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bce2e695779553c38e7d7cfb6c66ed36: Running coprocessor pre-open hook at 1733062825844Writing region info on filesystem at 1733062825844Initializing all the Stores at 1733062825844Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062825844Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062825844Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062825844Cleaning up temporary data from old regions at 1733062825850 (+6 ms)Running coprocessor post-open hooks at 1733062825854 (+4 ms)Region opened successfully at 1733062825854 2024-12-01T14:20:25,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., pid=7, masterSystemTime=1733062825823 2024-12-01T14:20:25,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:25,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bce2e695779553c38e7d7cfb6c66ed36, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43463,1733062815254 2024-12-01T14:20:25,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bce2e695779553c38e7d7cfb6c66ed36, server=57b748500ef9,43463,1733062815254 because future has completed 2024-12-01T14:20:25,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T14:20:25,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bce2e695779553c38e7d7cfb6c66ed36, server=57b748500ef9,43463,1733062815254 in 191 msec 2024-12-01T14:20:25,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:20:25,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN in 347 msec 2024-12-01T14:20:25,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:20:25,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062825866"}]},"ts":"1733062825866"} 2024-12-01T14:20:25,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:20:25,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:20:25,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-01T14:20:25,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., hostname=57b748500ef9,43463,1733062815254, seqNum=2] 2024-12-01T14:20:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:26,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:20:26,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T14:20:26,158 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:20:26,182 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,43463,1733062815254, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:20:26,183 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:26,183 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43463,1733062815254, seqNum=-1] 2024-12-01T14:20:26,183 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:26,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-01T14:20:26,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,43463,1733062815254', locateType=CURRENT is [region=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., hostname=57b748500ef9,43463,1733062815254, seqNum=2] 2024-12-01T14:20:26,187 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T14:20:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T14:20:26,189 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,43463,1733062815254 suceeded 2024-12-01T14:20:26,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T14:20:26,191 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:40191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:20:26,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-01T14:20:26,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-12-01T14:20:26,200 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40191' 2024-12-01T14:20:26,201 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c9c44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:26,201 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40191,-1 for getting cluster id 2024-12-01T14:20:26,201 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:26,202 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bceabc5f-c750-429f-bb77-c797802e780b' 2024-12-01T14:20:26,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:26,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bceabc5f-c750-429f-bb77-c797802e780b" 2024-12-01T14:20:26,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303ab49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:26,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40191,-1] 2024-12-01T14:20:26,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,203 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:26,203 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@538e750d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:26,204 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:26,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40191,1733062820689 2024-12-01T14:20:26,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f62e2b 2024-12-01T14:20:26,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:26,205 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-01T14:20:26,206 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,43463,1733062815254 (queues=1) is replicating from cluster=3a25cf34-5b46-4325-be4d-82794a9aee2a to cluster=bceabc5f-c750-429f-bb77-c797802e780b 2024-12-01T14:20:26,206 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C43463%2C1733062815254 2024-12-01T14:20:26,206 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,43463,1733062815254, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:20:26,206 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.shipper57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C43463%2C1733062815254 2024-12-01T14:20:26,206 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461, startPosition=0, beingWritten=true 2024-12-01T14:20:26,411 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 to pos 0, reset compression=false 2024-12-01T14:20:26,715 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 to pos 0, reset compression=false 2024-12-01T14:20:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:26,836 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:20:26,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:26,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:26,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:26,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40381,1733062815064 2024-12-01T14:20:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15efb059 2024-12-01T14:20:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:26,838 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:26,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:20:26,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:26,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:26,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:26,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:20:26,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1836674768, stopped=false 2024-12-01T14:20:26,839 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,40381,1733062815064 2024-12-01T14:20:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:26,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:26,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:26,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:26,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:26,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:26,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,43463,1733062815254' ***** 2024-12-01T14:20:26,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(3091): Received CLOSE for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:26,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,43463,1733062815254 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:26,910 INFO [RS:0;57b748500ef9:43463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43463. 2024-12-01T14:20:26,910 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bce2e695779553c38e7d7cfb6c66ed36, disabling compactions & flushes 2024-12-01T14:20:26,910 DEBUG [RS:0;57b748500ef9:43463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:26,910 DEBUG [RS:0;57b748500ef9:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:26,910 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:26,910 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:26,911 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. after waiting 0 ms 2024-12-01T14:20:26,911 INFO [RS:0;57b748500ef9:43463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:20:26,911 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:26,911 INFO [RS:0;57b748500ef9:43463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:20:26,911 INFO [RS:0;57b748500ef9:43463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:20:26,911 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bce2e695779553c38e7d7cfb6c66ed36 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-01T14:20:26,911 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:20:26,911 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:20:26,911 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1325): Online Regions={bce2e695779553c38e7d7cfb6c66ed36=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:20:26,911 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:26,911 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:26,911 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:26,911 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:26,911 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:26,911 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:26,911 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T14:20:26,923 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/info/2d1c214d4b7a4794b906fce01ba40975 is 147, key is hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36./info:regioninfo/1733062825858/Put/seqid=0 2024-12-01T14:20:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741838_1014 (size=6631) 2024-12-01T14:20:26,927 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/.tmp/queue/6f20eedd96a24768b457ad37c16605f5 is 151, key is 1-57b748500ef9,43463,1733062815254/queue:57b748500ef9%2C43463%2C1733062815254/1733062826186/Put/seqid=0 2024-12-01T14:20:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741839_1015 (size=5350) 2024-12-01T14:20:26,953 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:27,111 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:27,119 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 to pos 0, reset compression=false 2024-12-01T14:20:27,311 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:27,327 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/info/2d1c214d4b7a4794b906fce01ba40975 2024-12-01T14:20:27,331 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/.tmp/queue/6f20eedd96a24768b457ad37c16605f5 2024-12-01T14:20:27,332 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:20:27,332 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:20:27,336 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/.tmp/queue/6f20eedd96a24768b457ad37c16605f5 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/queue/6f20eedd96a24768b457ad37c16605f5 2024-12-01T14:20:27,341 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/queue/6f20eedd96a24768b457ad37c16605f5, entries=1, sequenceid=5, filesize=5.2 K 2024-12-01T14:20:27,341 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bce2e695779553c38e7d7cfb6c66ed36 in 430ms, sequenceid=5, compaction requested=false 2024-12-01T14:20:27,341 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:20:27,346 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:20:27,347 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:27,347 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:27,347 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:27,347 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bce2e695779553c38e7d7cfb6c66ed36: Waiting for close lock at 1733062826910Running coprocessor pre-close hooks at 1733062826910Disabling compacts and flushes for region at 1733062826910Disabling writes for close at 1733062826911 (+1 ms)Obtaining lock to block concurrent updates at 1733062826911Preparing flush snapshotting stores in bce2e695779553c38e7d7cfb6c66ed36 at 1733062826911Finished memstore snapshotting hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733062826911Flushing stores of hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. at 1733062826911Flushing bce2e695779553c38e7d7cfb6c66ed36/queue: creating writer at 1733062826911Flushing bce2e695779553c38e7d7cfb6c66ed36/queue: appending metadata at 1733062826927 (+16 ms)Flushing bce2e695779553c38e7d7cfb6c66ed36/queue: closing flushed file at 1733062826927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220148c1: reopening flushed file at 1733062827335 (+408 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bce2e695779553c38e7d7cfb6c66ed36 in 430ms, sequenceid=5, compaction requested=false at 1733062827341 (+6 ms)Writing region close event to WAL at 1733062827343 (+2 ms)Running coprocessor post-close hooks at 1733062827346 (+3 ms)Closed at 1733062827347 (+1 ms) 2024-12-01T14:20:27,347 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:27,347 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/ns/80fd73337415484c8a1909363d2c025d is 43, key is default/ns:d/1733062818648/Put/seqid=0 2024-12-01T14:20:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741840_1016 (size=5153) 2024-12-01T14:20:27,511 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:27,623 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 to pos 0, reset compression=false 2024-12-01T14:20:27,712 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:27,751 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/ns/80fd73337415484c8a1909363d2c025d 2024-12-01T14:20:27,767 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/table/87aaaf273ebe4f85b2fb8af53efb87ad is 53, key is hbase:replication/table:state/1733062825866/Put/seqid=0 2024-12-01T14:20:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741841_1017 (size=5256) 2024-12-01T14:20:27,912 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:20:27,912 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:20:27,912 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:28,112 DEBUG [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:28,172 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/table/87aaaf273ebe4f85b2fb8af53efb87ad 2024-12-01T14:20:28,177 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/info/2d1c214d4b7a4794b906fce01ba40975 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/info/2d1c214d4b7a4794b906fce01ba40975 2024-12-01T14:20:28,181 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/info/2d1c214d4b7a4794b906fce01ba40975, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T14:20:28,181 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/ns/80fd73337415484c8a1909363d2c025d as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/ns/80fd73337415484c8a1909363d2c025d 2024-12-01T14:20:28,185 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/ns/80fd73337415484c8a1909363d2c025d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:20:28,186 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/table/87aaaf273ebe4f85b2fb8af53efb87ad as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/table/87aaaf273ebe4f85b2fb8af53efb87ad 2024-12-01T14:20:28,190 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/table/87aaaf273ebe4f85b2fb8af53efb87ad, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T14:20:28,191 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=11, compaction requested=false 2024-12-01T14:20:28,195 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:20:28,195 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:28,195 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:28,195 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:28,196 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062826911Running coprocessor pre-close hooks at 1733062826911Disabling compacts and flushes for region at 1733062826911Disabling writes for close at 1733062826911Obtaining lock to block concurrent updates at 1733062826911Preparing flush snapshotting stores in 1588230740 at 1733062826911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733062826912 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062826912Flushing 1588230740/info: creating writer at 1733062826912Flushing 1588230740/info: appending metadata at 1733062826923 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733062826923Flushing 1588230740/ns: creating writer at 1733062827333 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733062827347 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733062827347Flushing 1588230740/table: creating writer at 1733062827755 (+408 ms)Flushing 1588230740/table: appending metadata at 1733062827767 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733062827767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a332a43: reopening flushed file at 1733062828176 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5205707e: reopening flushed file at 1733062828181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c470b6: reopening flushed file at 1733062828186 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=11, compaction requested=false at 1733062828191 (+5 ms)Writing region close event to WAL at 1733062828192 (+1 ms)Running coprocessor post-close hooks at 1733062828195 (+3 ms)Closed at 1733062828195 2024-12-01T14:20:28,196 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:28,227 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 to pos 0, reset compression=false 2024-12-01T14:20:28,312 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,43463,1733062815254; all regions closed. 2024-12-01T14:20:28,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741834_1010 (size=2742) 2024-12-01T14:20:28,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.meta.1733062818492.meta not finished, retry = 0 2024-12-01T14:20:28,417 DEBUG [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs 2024-12-01T14:20:28,417 INFO [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43463%2C1733062815254.meta:.meta(num 1733062818492) 2024-12-01T14:20:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741837_1013 (size=1586) 2024-12-01T14:20:28,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.rep.1733062825828 not finished, retry = 0 2024-12-01T14:20:28,522 DEBUG [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs 2024-12-01T14:20:28,522 INFO [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43463%2C1733062815254.rep:(num 1733062825828) 2024-12-01T14:20:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741832_1008 (size=93) 2024-12-01T14:20:28,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254/57b748500ef9%2C43463%2C1733062815254.1733062817461 not finished, retry = 0 2024-12-01T14:20:28,626 DEBUG [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs 2024-12-01T14:20:28,626 INFO [RS:0;57b748500ef9:43463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43463%2C1733062815254:(num 1733062817461) 2024-12-01T14:20:28,626 DEBUG [RS:0;57b748500ef9:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:28,626 INFO [RS:0;57b748500ef9:43463 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:28,626 INFO [RS:0;57b748500ef9:43463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:28,626 INFO [RS:0;57b748500ef9:43463 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:28,626 INFO [RS:0;57b748500ef9:43463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:28,626 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:28,627 INFO [RS:0;57b748500ef9:43463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,43463,1733062815254 because: Region server is closing 2024-12-01T14:20:28,627 INFO [RS:0;57b748500ef9:43463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43463. 2024-12-01T14:20:28,627 DEBUG [RS:0;57b748500ef9:43463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:28,627 DEBUG [RS:0;57b748500ef9:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:28,627 DEBUG [RS:0;57b748500ef9:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:28,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:28,727 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.wal-reader.57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:20:28,727 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.shipper57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:20:28,728 INFO [RS:0;57b748500ef9:43463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43463,1733062815254.replicationSource.shipper57b748500ef9%2C43463%2C1733062815254,1-57b748500ef9,43463,1733062815254 terminated 2024-12-01T14:20:28,728 INFO [RS:0;57b748500ef9:43463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43463 2024-12-01T14:20:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/rs/57b748500ef9,43463,1733062815254 2024-12-01T14:20:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/rs 2024-12-01T14:20:28,793 INFO [RS:0;57b748500ef9:43463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:28,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,43463,1733062815254] 2024-12-01T14:20:28,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/draining/57b748500ef9,43463,1733062815254 already deleted, retry=false 2024-12-01T14:20:28,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,43463,1733062815254 expired; onlineServers=0 2024-12-01T14:20:28,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,40381,1733062815064' ***** 2024-12-01T14:20:28,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:20:28,814 INFO [M:0;57b748500ef9:40381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:28,814 INFO [M:0;57b748500ef9:40381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:28,814 DEBUG [M:0;57b748500ef9:40381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:20:28,814 DEBUG [M:0;57b748500ef9:40381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:20:28,814 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062817276 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062817276,5,FailOnTimeoutGroup] 2024-12-01T14:20:28,814 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062817276 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062817276,5,FailOnTimeoutGroup] 2024-12-01T14:20:28,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:20:28,815 INFO [M:0;57b748500ef9:40381 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:28,815 INFO [M:0;57b748500ef9:40381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:28,815 DEBUG [M:0;57b748500ef9:40381 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:20:28,815 INFO [M:0;57b748500ef9:40381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:20:28,815 INFO [M:0;57b748500ef9:40381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:28,815 INFO [M:0;57b748500ef9:40381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:20:28,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:20:28,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/master 2024-12-01T14:20:28,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:28,825 DEBUG [M:0;57b748500ef9:40381 {}] zookeeper.ZKUtil(347): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/master because node does not exist (not an error) 2024-12-01T14:20:28,825 WARN [M:0;57b748500ef9:40381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:20:28,825 INFO [M:0;57b748500ef9:40381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/.lastflushedseqids 2024-12-01T14:20:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741842_1018 (size=181) 2024-12-01T14:20:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:28,904 INFO [RS:0;57b748500ef9:43463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x1019143e1040001, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:28,904 INFO [RS:0;57b748500ef9:43463 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,43463,1733062815254; zookeeper connection closed. 2024-12-01T14:20:28,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35387dc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35387dc1 2024-12-01T14:20:28,904 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:20:29,230 INFO [M:0;57b748500ef9:40381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:20:29,230 INFO [M:0;57b748500ef9:40381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:20:29,230 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:29,230 INFO [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:29,230 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:29,230 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:29,230 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:29,230 INFO [M:0;57b748500ef9:40381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-01T14:20:29,243 DEBUG [M:0;57b748500ef9:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/533e8538d7584f20bf72df4d0ee287f8 is 82, key is hbase:meta,,1/info:regioninfo/1733062818529/Put/seqid=0 2024-12-01T14:20:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741843_1019 (size=5672) 2024-12-01T14:20:29,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:20:29,647 INFO [M:0;57b748500ef9:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/533e8538d7584f20bf72df4d0ee287f8 2024-12-01T14:20:29,704 DEBUG [M:0;57b748500ef9:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfd29a952ea34bf48fcdd2b3da524e8d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733062825870/Put/seqid=0 2024-12-01T14:20:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741844_1020 (size=7203) 2024-12-01T14:20:30,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:30,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:30,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:30,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:30,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:30,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:30,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:30,109 INFO [M:0;57b748500ef9:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfd29a952ea34bf48fcdd2b3da524e8d 2024-12-01T14:20:30,125 DEBUG [M:0;57b748500ef9:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/868ba93e3322460d93bb68e1d25a51f9 is 69, key is 57b748500ef9,43463,1733062815254/rs:state/1733062817313/Put/seqid=0 2024-12-01T14:20:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741845_1021 (size=5156) 2024-12-01T14:20:30,530 INFO [M:0;57b748500ef9:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/868ba93e3322460d93bb68e1d25a51f9 2024-12-01T14:20:30,534 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/533e8538d7584f20bf72df4d0ee287f8 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/533e8538d7584f20bf72df4d0ee287f8 2024-12-01T14:20:30,538 INFO [M:0;57b748500ef9:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/533e8538d7584f20bf72df4d0ee287f8, entries=8, sequenceid=70, filesize=5.5 K 2024-12-01T14:20:30,539 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfd29a952ea34bf48fcdd2b3da524e8d as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfd29a952ea34bf48fcdd2b3da524e8d 2024-12-01T14:20:30,543 INFO [M:0;57b748500ef9:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfd29a952ea34bf48fcdd2b3da524e8d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-01T14:20:30,544 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/868ba93e3322460d93bb68e1d25a51f9 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/868ba93e3322460d93bb68e1d25a51f9 2024-12-01T14:20:30,548 INFO [M:0;57b748500ef9:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/868ba93e3322460d93bb68e1d25a51f9, entries=1, sequenceid=70, filesize=5.0 K 2024-12-01T14:20:30,549 INFO [M:0;57b748500ef9:40381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=70, compaction requested=false 2024-12-01T14:20:30,550 INFO [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:30,550 DEBUG [M:0;57b748500ef9:40381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062829230Disabling compacts and flushes for region at 1733062829230Disabling writes for close at 1733062829230Obtaining lock to block concurrent updates at 1733062829230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062829230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733062829230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062829231 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062829231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062829242 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062829242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062829691 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062829704 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062829704Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062830112 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062830125 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062830125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff47948: reopening flushed file at 1733062830534 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6490f2b0: reopening flushed file at 1733062830538 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecf2b5b: reopening flushed file at 1733062830543 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=70, compaction requested=false at 1733062830549 (+6 ms)Writing region close event to WAL at 1733062830550 (+1 ms)Closed at 1733062830550 2024-12-01T14:20:30,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064/57b748500ef9%2C40381%2C1733062815064.1733062817007 not finished, retry = 0 2024-12-01T14:20:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741830_1006 (size=41008) 2024-12-01T14:20:30,653 INFO [M:0;57b748500ef9:40381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:20:30,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:30,653 INFO [M:0;57b748500ef9:40381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40381 2024-12-01T14:20:30,653 INFO [M:0;57b748500ef9:40381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:30,819 INFO [M:0;57b748500ef9:40381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019143e1040000, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:30,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:20:30,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:30,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40569 2024-12-01T14:20:30,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40569 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:30,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405690x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:30,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40569-0x1019143e1040006 connected 2024-12-01T14:20:30,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:30,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:30,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:30,852 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: INIT 2024-12-01T14:20:30,852 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713, hbase.cluster.distributed=false 2024-12-01T14:20:30,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/acl 2024-12-01T14:20:30,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40569 2024-12-01T14:20:30,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40569 2024-12-01T14:20:30,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40569 2024-12-01T14:20:30,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40569 2024-12-01T14:20:30,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40569 2024-12-01T14:20:30,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:30,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:30,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:30,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:30,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:30,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:30,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:20:30,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:30,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40005 2024-12-01T14:20:30,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40005 connecting to ZooKeeper ensemble=127.0.0.1:50782 2024-12-01T14:20:30,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:30,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:30,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400050x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:30,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400050x0, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:30,878 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: INIT 2024-12-01T14:20:30,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40005-0x1019143e1040007 connected 2024-12-01T14:20:30,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:20:30,878 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:20:30,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/master 2024-12-01T14:20:30,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/acl 2024-12-01T14:20:30,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40005 2024-12-01T14:20:30,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40005 2024-12-01T14:20:30,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40005 2024-12-01T14:20:30,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40005 2024-12-01T14:20:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40005 2024-12-01T14:20:30,896 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:40569 2024-12-01T14:20:30,896 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0357898239/backup-masters/57b748500ef9,40569,1733062830821 2024-12-01T14:20:30,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:30,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:30,909 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on existing znode=/0357898239/backup-masters/57b748500ef9,40569,1733062830821 2024-12-01T14:20:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0357898239/master 2024-12-01T14:20:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:30,920 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on existing znode=/0357898239/master 2024-12-01T14:20:30,920 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0357898239/backup-masters/57b748500ef9,40569,1733062830821 from backup master directory 2024-12-01T14:20:30,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/backup-masters/57b748500ef9,40569,1733062830821 2024-12-01T14:20:30,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:30,930 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:30,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/backup-masters 2024-12-01T14:20:30,930 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,40569,1733062830821 2024-12-01T14:20:30,940 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:30,940 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:20:30,947 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-01T14:20:30,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741846_1022 (size=196) 2024-12-01T14:20:31,357 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:31,358 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:20:31,358 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:31,364 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-01T14:20:31,366 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064 to hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064-dead as it is dead 2024-12-01T14:20:31,367 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064-dead/57b748500ef9%2C40381%2C1733062815064.1733062817007 2024-12-01T14:20:31,367 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064-dead/57b748500ef9%2C40381%2C1733062815064.1733062817007 after 0ms 2024-12-01T14:20:31,368 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064-dead/57b748500ef9%2C40381%2C1733062815064.1733062817007 to hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40381%2C1733062815064.1733062817007 2024-12-01T14:20:31,368 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40381,1733062815064-dead 2024-12-01T14:20:31,368 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40569,1733062830821 2024-12-01T14:20:31,369 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:31,370 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C40569%2C1733062830821, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40569,1733062830821, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/oldWALs, maxLogs=10 2024-12-01T14:20:31,384 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40569,1733062830821/57b748500ef9%2C40569%2C1733062830821.1733062831370, exclude list is [], retry=0 2024-12-01T14:20:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:31,388 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40569,1733062830821/57b748500ef9%2C40569%2C1733062830821.1733062831370 2024-12-01T14:20:31,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:31,388 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:31,389 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:31,389 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,389 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:20:31,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:31,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/533e8538d7584f20bf72df4d0ee287f8 2024-12-01T14:20:31,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:31,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:20:31,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:31,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfd29a952ea34bf48fcdd2b3da524e8d 2024-12-01T14:20:31,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:31,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:20:31,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:31,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/868ba93e3322460d93bb68e1d25a51f9 2024-12-01T14:20:31,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:31,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:20:31,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:31,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:31,409 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,410 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-01T14:20:31,410 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40381%2C1733062815064.1733062817007 2024-12-01T14:20:31,416 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40381%2C1733062815064.1733062817007 2024-12-01T14:20:31,417 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57b748500ef9%2C40381%2C1733062815064.1733062817007 2024-12-01T14:20:31,418 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,418 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,419 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:31,420 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:31,422 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-01T14:20:31,423 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70580705, jitterRate=0.05173446238040924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:31,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062831389Initializing all the Stores at 1733062831390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062831390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062831390Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062831390Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062831390Cleaning up temporary data from old regions at 1733062831418 (+28 ms)Region opened successfully at 1733062831423 (+5 ms) 2024-12-01T14:20:31,424 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:20:31,426 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af277a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:31,429 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-01T14:20:31,429 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:20:31,429 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:20:31,429 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:20:31,430 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:20:31,433 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:31,433 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:20:31,434 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:20:31,434 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-01T14:20:31,434 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:20:31,437 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=57b748500ef9,43463,1733062815254, regionLocation=57b748500ef9,43463,1733062815254, openSeqNum=2 2024-12-01T14:20:31,437 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=57b748500ef9,43463,1733062815254, table=hbase:meta, region=1588230740 2024-12-01T14:20:31,437 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43463,1733062815254, state=OPEN 2024-12-01T14:20:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:31,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:31,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:31,491 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:20:31,498 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/draining/57b748500ef9,43463,1733062815254 already deleted, retry=false 2024-12-01T14:20:31,498 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 57b748500ef9,43463,1733062815254 on 57b748500ef9,40569,1733062830821 2024-12-01T14:20:31,499 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 57b748500ef9,43463,1733062815254, splitWal=true, meta=true 2024-12-01T14:20:31,499 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 57b748500ef9,43463,1733062815254 (carryingMeta=true) 57b748500ef9,43463,1733062815254/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3d8fdc29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T14:20:31,501 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/balancer because node does not exist (not necessarily an error) 2024-12-01T14:20:31,509 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/balancer already deleted, retry=false 2024-12-01T14:20:31,509 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:20:31,510 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:20:31,519 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/normalizer already deleted, retry=false 2024-12-01T14:20:31,520 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:20:31,521 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:20:31,530 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/switch/split already deleted, retry=false 2024-12-01T14:20:31,532 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:20:31,540 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/switch/merge already deleted, retry=false 2024-12-01T14:20:31,553 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:20:31,561 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/snapshot-cleanup already deleted, retry=false 2024-12-01T14:20:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:31,573 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,40569,1733062830821, sessionid=0x1019143e1040006, setting cluster-up flag (Was=false) 2024-12-01T14:20:31,583 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0357898239/flush-table-proc/acquired, /0357898239/flush-table-proc/reached, /0357898239/flush-table-proc/abort 2024-12-01T14:20:31,584 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40569,1733062830821 2024-12-01T14:20:31,594 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0357898239/online-snapshot/acquired, /0357898239/online-snapshot/reached, /0357898239/online-snapshot/abort 2024-12-01T14:20:31,594 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40569,1733062830821 2024-12-01T14:20:31,595 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/.lastflushedseqids 2024-12-01T14:20:31,597 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:20:31,597 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:20:31,598 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,40569,1733062830821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 57b748500ef9,43463,1733062815254 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:20:31,598 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:31,599 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,600 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 57b748500ef9,43463,1733062815254, splitWal=true, meta=true 2024-12-01T14:20:31,600 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 57b748500ef9,43463,1733062815254, splitWal=true, meta=true, isMeta: true 2024-12-01T14:20:31,602 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254-splitting 2024-12-01T14:20:31,602 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254-splitting dir is empty, no logs to split. 2024-12-01T14:20:31,602 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57b748500ef9,43463,1733062815254 WAL count=0, meta=true 2024-12-01T14:20:31,604 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254-splitting dir is empty, no logs to split. 2024-12-01T14:20:31,604 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57b748500ef9,43463,1733062815254 WAL count=0, meta=true 2024-12-01T14:20:31,604 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 57b748500ef9,43463,1733062815254 WAL splitting is done? wals=0, meta=true 2024-12-01T14:20:31,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:20:31,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:31,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062861608 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:20:31,608 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:20:31,609 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,612 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:20:31,612 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:20:31,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:20:31,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:20:31,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:20:31,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:20:31,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062831613,5,FailOnTimeoutGroup] 2024-12-01T14:20:31,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062831613,5,FailOnTimeoutGroup] 2024-12-01T14:20:31,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,613 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:20:31,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062831614, completionTime=-1 2024-12-01T14:20:31,614 WARN [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-01T14:20:31,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T14:20:31,688 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(746): ClusterId : 3a25cf34-5b46-4325-be4d-82794a9aee2a 2024-12-01T14:20:31,688 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:20:31,720 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:20:31,720 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:20:31,730 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:20:31,731 DEBUG [RS:0;57b748500ef9:40005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c044ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:31,741 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:40005 2024-12-01T14:20:31,741 INFO [RS:0;57b748500ef9:40005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:20:31,741 INFO [RS:0;57b748500ef9:40005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:20:31,741 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:20:31,742 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40569,1733062830821 with port=40005, startcode=1733062830866 2024-12-01T14:20:31,742 DEBUG [RS:0;57b748500ef9:40005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:20:31,743 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:20:31,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,40005,1733062830866 2024-12-01T14:20:31,744 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40569 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,40005,1733062830866 2024-12-01T14:20:31,745 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713 2024-12-01T14:20:31,745 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33853 2024-12-01T14:20:31,745 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:20:31,757 WARN [57b748500ef9:40569 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:20:31,764 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T14:20:31,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/rs 2024-12-01T14:20:31,781 DEBUG [RS:0;57b748500ef9:40005 {}] zookeeper.ZKUtil(111): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on existing znode=/0357898239/rs/57b748500ef9,40005,1733062830866 2024-12-01T14:20:31,781 WARN [RS:0;57b748500ef9:40005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:31,781 INFO [RS:0;57b748500ef9:40005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:31,781 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866 2024-12-01T14:20:31,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,40005,1733062830866] 2024-12-01T14:20:31,797 INFO [RS:0;57b748500ef9:40005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:20:31,798 INFO [RS:0;57b748500ef9:40005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:20:31,799 INFO [RS:0;57b748500ef9:40005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:20:31,799 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,799 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:20:31,800 INFO [RS:0;57b748500ef9:40005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:20:31,800 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:31,800 DEBUG [RS:0;57b748500ef9:40005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:31,801 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,801 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,801 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,801 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,801 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,801 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40005,1733062830866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:31,812 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:20:31,813 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40005,1733062830866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,824 INFO [RS:0;57b748500ef9:40005 {}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,40005,1733062830866, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:20:31,825 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,825 INFO [RS:0;57b748500ef9:40005 {}] regionserver.Replication(171): 57b748500ef9,40005,1733062830866 started 2024-12-01T14:20:31,836 DEBUG [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40191' 2024-12-01T14:20:31,836 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:31,837 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,40005,1733062830866, RpcServer on 57b748500ef9/172.17.0.3:40005, sessionid=0x1019143e1040007 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,40005,1733062830866 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40005,1733062830866' 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0357898239/flush-table-proc/abort' 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcdcfa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40191,-1 for getting cluster id 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0357898239/flush-table-proc/acquired' 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:20:31,837 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:20:31,838 DEBUG [RS:0;57b748500ef9:40005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,40005,1733062830866 2024-12-01T14:20:31,838 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40005,1733062830866' 2024-12-01T14:20:31,838 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0357898239/online-snapshot/abort' 2024-12-01T14:20:31,838 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0357898239/online-snapshot/acquired' 2024-12-01T14:20:31,838 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bceabc5f-c750-429f-bb77-c797802e780b' 2024-12-01T14:20:31,838 DEBUG [RS:0;57b748500ef9:40005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:20:31,838 INFO [RS:0;57b748500ef9:40005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:20:31,838 INFO [RS:0;57b748500ef9:40005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:20:31,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:31,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bceabc5f-c750-429f-bb77-c797802e780b" 2024-12-01T14:20:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e58ce22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40191,-1] 2024-12-01T14:20:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:31,840 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:31,840 DEBUG [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@334b262f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:31,840 DEBUG [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40191,1733062820689 2024-12-01T14:20:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38603d1f 2024-12-01T14:20:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:31,842 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-01T14:20:31,843 INFO [RS:0;57b748500ef9:40005.replicationSource,1-57b748500ef9,40005,1733062830866 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,40005,1733062830866 (queues=0) is replicating from cluster=3a25cf34-5b46-4325-be4d-82794a9aee2a to cluster=bceabc5f-c750-429f-bb77-c797802e780b 2024-12-01T14:20:31,939 INFO [RS:0;57b748500ef9:40005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:31,940 INFO [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40005%2C1733062830866, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs, maxLogs=10 2024-12-01T14:20:31,951 DEBUG [RS:0;57b748500ef9:40005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940, exclude list is [], retry=0 2024-12-01T14:20:31,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:31,955 INFO [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 2024-12-01T14:20:31,955 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 57b748500ef9%2C40005%2C1733062830866 for peer 1 2024-12-01T14:20:31,955 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C40005%2C1733062830866 2024-12-01T14:20:31,955 INFO [RS:0;57b748500ef9:40005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,40005,1733062830866, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:20:31,956 DEBUG [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:31,956 INFO [RS:0;57b748500ef9:40005.replicationSource.shipper57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C40005%2C1733062830866 2024-12-01T14:20:31,956 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940, startPosition=0, beingWritten=true 2024-12-01T14:20:32,007 DEBUG [57b748500ef9:40569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:20:32,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,40005,1733062830866 2024-12-01T14:20:32,008 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40005,1733062830866, state=OPENING 2024-12-01T14:20:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:32,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:32,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:32,025 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:32,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40005,1733062830866}] 2024-12-01T14:20:32,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:32,161 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:32,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:20:32,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:20:32,181 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:20:32,181 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:32,182 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:20:32,183 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40005%2C1733062830866.meta, suffix=.meta, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs, maxLogs=10 2024-12-01T14:20:32,196 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.meta.1733062832183.meta, exclude list is [], retry=0 2024-12-01T14:20:32,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:32,200 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.meta.1733062832183.meta 2024-12-01T14:20:32,201 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:32,201 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:32,201 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:32,201 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:32,201 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:20:32,201 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:20:32,201 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:20:32,202 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:32,202 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:20:32,202 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:20:32,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:32,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:32,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:32,209 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/info/2d1c214d4b7a4794b906fce01ba40975 2024-12-01T14:20:32,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:32,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:32,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:32,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:32,215 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/ns/80fd73337415484c8a1909363d2c025d 2024-12-01T14:20:32,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:32,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:32,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:32,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:32,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:32,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:32,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:32,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:32,222 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/table/87aaaf273ebe4f85b2fb8af53efb87ad 2024-12-01T14:20:32,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:32,222 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:32,223 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740 2024-12-01T14:20:32,224 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740 2024-12-01T14:20:32,225 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:32,225 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:32,226 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:32,227 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:32,227 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63895581, jitterRate=-0.04788164794445038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:32,227 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:20:32,227 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062832202Writing region info on filesystem at 1733062832202Initializing all the Stores at 1733062832203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062832203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062832203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062832203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062832203Cleaning up temporary data from old regions at 1733062832225 (+22 ms)Running coprocessor post-open hooks at 1733062832227 (+2 ms)Region opened successfully at 1733062832227 2024-12-01T14:20:32,228 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733062832177 2024-12-01T14:20:32,230 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:20:32,230 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:20:32,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=57b748500ef9,40005,1733062830866 2024-12-01T14:20:32,231 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40005,1733062830866, state=OPEN 2024-12-01T14:20:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0357898239/meta-region-server 2024-12-01T14:20:32,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:32,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0357898239/meta-region-server: CHANGED 2024-12-01T14:20:32,235 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,40005,1733062830866 2024-12-01T14:20:32,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-01T14:20:32,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40005,1733062830866 in 210 msec 2024-12-01T14:20:32,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:20:32,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-12-01T14:20:32,465 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:32,869 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:33,267 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-01T14:20:33,374 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:33,978 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:34,683 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:34,769 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-01T14:20:35,487 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:36,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-01T14:20:36,122 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:20:36,122 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:36,123 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40005,1733062830866, seqNum=-1] 2024-12-01T14:20:36,123 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:36,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:36,128 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bce2e695779553c38e7d7cfb6c66ed36, regionState=OPEN, lastHost=57b748500ef9,43463,1733062815254, regionLocation=57b748500ef9,43463,1733062815254, openSeqNum=2 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062896129 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062956129 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-01T14:20:36,129 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 57b748500ef9,43463,1733062815254 had 2 regions 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40569,1733062830821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40569,1733062830821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40569,1733062830821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:40569, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,130 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,130 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 57b748500ef9,43463,1733062815254, splitWal=true, meta=true, isMeta: false 2024-12-01T14:20:36,132 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254-splitting dir is empty, no logs to split. 2024-12-01T14:20:36,132 INFO [PEWorker-3 {}] master.SplitWALManager(105): 57b748500ef9,43463,1733062815254 WAL count=0, meta=false 2024-12-01T14:20:36,135 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,43463,1733062815254-splitting dir is empty, no logs to split. 2024-12-01T14:20:36,135 INFO [PEWorker-3 {}] master.SplitWALManager(105): 57b748500ef9,43463,1733062815254 WAL count=0, meta=false 2024-12-01T14:20:36,135 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 57b748500ef9,43463,1733062815254 WAL splitting is done? wals=0, meta=false 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.207sec 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40569,1733062830821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:36,138 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40569,1733062830821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:20:36,139 WARN [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=57b748500ef9,43463,1733062815254/hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:36,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN}] 2024-12-01T14:20:36,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN 2024-12-01T14:20:36,143 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:20:36,143 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:20:36,143 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40569,1733062830821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:36,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:20:36,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587c9699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:36,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40569,-1 for getting cluster id 2024-12-01T14:20:36,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:36,193 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a25cf34-5b46-4325-be4d-82794a9aee2a' 2024-12-01T14:20:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a25cf34-5b46-4325-be4d-82794a9aee2a" 2024-12-01T14:20:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55df0813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40569,-1] 2024-12-01T14:20:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,194 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eff2fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:36,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40005,1733062830866, seqNum=-1] 2024-12-01T14:20:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:36,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:36,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-01T14:20:36,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:36,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:36,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 57b748500ef9:40569 after: 57b748500ef9:40569 2024-12-01T14:20:36,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b4dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:36,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40569,-1 for getting cluster id 2024-12-01T14:20:36,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:36,203 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a25cf34-5b46-4325-be4d-82794a9aee2a' 2024-12-01T14:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a25cf34-5b46-4325-be4d-82794a9aee2a" 2024-12-01T14:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1605eed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40569,-1] 2024-12-01T14:20:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,204 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:36,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7999d94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:36,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40569,1733062830821 2024-12-01T14:20:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b422801 2024-12-01T14:20:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:36,207 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:36,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T14:20:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:20:36,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:36,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:36,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:36,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:20:36,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=233613404, stopped=false 2024-12-01T14:20:36,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,40191,1733062820689 2024-12-01T14:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1496072332/running 2024-12-01T14:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1496072332/running 2024-12-01T14:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:36,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:36,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:36,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:36,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/running 2024-12-01T14:20:36,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Set watcher on znode that does not yet exist, /1496072332/running 2024-12-01T14:20:36,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,34585,1733062820834' ***** 2024-12-01T14:20:36,278 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:20:36,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,34585,1733062820834 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:34585. 2024-12-01T14:20:36,279 DEBUG [RS:0;57b748500ef9:34585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:36,279 DEBUG [RS:0;57b748500ef9:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:20:36,279 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:20:36,279 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:20:36,279 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:36,279 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:36,279 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:36,279 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:36,280 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:36,280 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:36,280 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T14:20:36,294 DEBUG [57b748500ef9:40569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:20:36,294 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:36,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bce2e695779553c38e7d7cfb6c66ed36, regionState=OPENING, regionLocation=57b748500ef9,40005,1733062830866 2024-12-01T14:20:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN because future has completed 2024-12-01T14:20:36,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bce2e695779553c38e7d7cfb6c66ed36, server=57b748500ef9,40005,1733062830866}] 2024-12-01T14:20:36,297 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/.tmp/ns/34db0373a5f54d62b2f338d211a788c3 is 43, key is default/ns:d/1733062824590/Put/seqid=0 2024-12-01T14:20:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741835_1011 (size=5153) 2024-12-01T14:20:36,382 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:20:36,382 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:20:36,392 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:36,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:36,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:36,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:20:36,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40005%2C1733062830866.rep, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs, maxLogs=10 2024-12-01T14:20:36,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.rep.1733062836454, exclude list is [], retry=0 2024-12-01T14:20:36,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43745,DS-ee3403d4-3ed9-4e45-b7ab-8618795e8b06,DISK] 2024-12-01T14:20:36,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.rep.1733062836454 2024-12-01T14:20:36,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45065:45065)] 2024-12-01T14:20:36,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bce2e695779553c38e7d7cfb6c66ed36, NAME => 'hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:36,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:36,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:36,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. service=MultiRowMutationService 2024-12-01T14:20:36,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:20:36,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:36,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,478 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,479 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bce2e695779553c38e7d7cfb6c66ed36 columnFamilyName hfileref 2024-12-01T14:20:36,479 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:36,479 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:36,479 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(327): Store=bce2e695779553c38e7d7cfb6c66ed36/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:36,480 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,480 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bce2e695779553c38e7d7cfb6c66ed36 columnFamilyName queue 2024-12-01T14:20:36,480 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:36,485 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/queue/6f20eedd96a24768b457ad37c16605f5 2024-12-01T14:20:36,485 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(327): Store=bce2e695779553c38e7d7cfb6c66ed36/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:36,485 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,486 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bce2e695779553c38e7d7cfb6c66ed36 columnFamilyName sid 2024-12-01T14:20:36,486 DEBUG [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:36,487 INFO [StoreOpener-bce2e695779553c38e7d7cfb6c66ed36-1 {}] regionserver.HStore(327): Store=bce2e695779553c38e7d7cfb6c66ed36/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:36,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:20:36,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bce2e695779553c38e7d7cfb6c66ed36; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71628357, jitterRate=0.06734569370746613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:20:36,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:36,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bce2e695779553c38e7d7cfb6c66ed36: Running coprocessor pre-open hook at 1733062836477Writing region info on filesystem at 1733062836477Initializing all the Stores at 1733062836478 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062836478Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062836478Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062836478Cleaning up temporary data from old regions at 1733062836489 (+11 ms)Running coprocessor post-open hooks at 1733062836492 (+3 ms)Region opened successfully at 1733062836492 2024-12-01T14:20:36,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., pid=13, masterSystemTime=1733062836448 2024-12-01T14:20:36,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:36,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:36,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bce2e695779553c38e7d7cfb6c66ed36, regionState=OPEN, openSeqNum=9, regionLocation=57b748500ef9,40005,1733062830866 2024-12-01T14:20:36,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bce2e695779553c38e7d7cfb6c66ed36, server=57b748500ef9,40005,1733062830866 because future has completed 2024-12-01T14:20:36,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T14:20:36,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bce2e695779553c38e7d7cfb6c66ed36, server=57b748500ef9,40005,1733062830866 in 201 msec 2024-12-01T14:20:36,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-01T14:20:36,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bce2e695779553c38e7d7cfb6c66ed36, ASSIGN in 358 msec 2024-12-01T14:20:36,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-01T14:20:36,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., hostname=57b748500ef9,40005,1733062830866, seqNum=9] 2024-12-01T14:20:36,520 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 57b748500ef9,43463,1733062815254 2024-12-01T14:20:36,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-01T14:20:36,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-01T14:20:36,680 DEBUG [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:36,702 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/.tmp/ns/34db0373a5f54d62b2f338d211a788c3 2024-12-01T14:20:36,707 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/.tmp/ns/34db0373a5f54d62b2f338d211a788c3 as hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/ns/34db0373a5f54d62b2f338d211a788c3 2024-12-01T14:20:36,711 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/ns/34db0373a5f54d62b2f338d211a788c3, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T14:20:36,712 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-01T14:20:36,716 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:20:36,717 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:36,717 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:36,717 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:36,717 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062836279Running coprocessor pre-close hooks at 1733062836279Disabling compacts and flushes for region at 1733062836279Disabling writes for close at 1733062836280 (+1 ms)Obtaining lock to block concurrent updates at 1733062836280Preparing flush snapshotting stores in 1588230740 at 1733062836280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733062836280Flushing stores of hbase:meta,,1.1588230740 at 1733062836280Flushing 1588230740/ns: creating writer at 1733062836280Flushing 1588230740/ns: appending metadata at 1733062836297 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733062836297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548ce0ca: reopening flushed file at 1733062836706 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733062836712 (+6 ms)Writing region close event to WAL at 1733062836713 (+1 ms)Running coprocessor post-close hooks at 1733062836717 (+4 ms)Closed at 1733062836717 2024-12-01T14:20:36,717 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:36,880 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,34585,1733062820834; all regions closed. 2024-12-01T14:20:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741834_1010 (size=1152) 2024-12-01T14:20:36,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834/57b748500ef9%2C34585%2C1733062820834.meta.1733062824521.meta not finished, retry = 0 2024-12-01T14:20:37,094 DEBUG [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/oldWALs 2024-12-01T14:20:37,094 INFO [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C34585%2C1733062820834.meta:.meta(num 1733062824521) 2024-12-01T14:20:37,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741832_1008 (size=93) 2024-12-01T14:20:37,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/WALs/57b748500ef9,34585,1733062820834/57b748500ef9%2C34585%2C1733062820834.1733062823511 not finished, retry = 0 2024-12-01T14:20:37,198 DEBUG [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/oldWALs 2024-12-01T14:20:37,198 INFO [RS:0;57b748500ef9:34585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C34585%2C1733062820834:(num 1733062823511) 2024-12-01T14:20:37,198 DEBUG [RS:0;57b748500ef9:34585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:37,198 INFO [RS:0;57b748500ef9:34585 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:37,198 INFO [RS:0;57b748500ef9:34585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:37,199 INFO [RS:0;57b748500ef9:34585 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:37,199 INFO [RS:0;57b748500ef9:34585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:37,199 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:37,199 INFO [RS:0;57b748500ef9:34585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34585 2024-12-01T14:20:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1496072332/rs/57b748500ef9,34585,1733062820834 2024-12-01T14:20:37,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332/rs 2024-12-01T14:20:37,214 INFO [RS:0;57b748500ef9:34585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:37,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,34585,1733062820834] 2024-12-01T14:20:37,235 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/draining/57b748500ef9,34585,1733062820834 already deleted, retry=false 2024-12-01T14:20:37,235 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,34585,1733062820834 expired; onlineServers=0 2024-12-01T14:20:37,235 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,40191,1733062820689' ***** 2024-12-01T14:20:37,235 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:20:37,235 INFO [M:0;57b748500ef9:40191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:37,235 INFO [M:0;57b748500ef9:40191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:37,235 DEBUG [M:0;57b748500ef9:40191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:20:37,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:20:37,235 DEBUG [M:0;57b748500ef9:40191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:20:37,235 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062823264 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062823264,5,FailOnTimeoutGroup] 2024-12-01T14:20:37,235 INFO [M:0;57b748500ef9:40191 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:37,235 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062823264 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062823264,5,FailOnTimeoutGroup] 2024-12-01T14:20:37,235 INFO [M:0;57b748500ef9:40191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:37,235 DEBUG [M:0;57b748500ef9:40191 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:20:37,236 INFO [M:0;57b748500ef9:40191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:20:37,236 INFO [M:0;57b748500ef9:40191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:37,236 INFO [M:0;57b748500ef9:40191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:20:37,236 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:20:37,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1496072332/master 2024-12-01T14:20:37,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1496072332 2024-12-01T14:20:37,256 DEBUG [M:0;57b748500ef9:40191 {}] zookeeper.RecoverableZooKeeper(212): Node /1496072332/master already deleted, retry=false 2024-12-01T14:20:37,256 DEBUG [M:0;57b748500ef9:40191 {}] master.ActiveMasterManager(353): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Failed delete of our master address node; KeeperErrorCode = NoNode for /1496072332/master 2024-12-01T14:20:37,257 INFO [M:0;57b748500ef9:40191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/.lastflushedseqids 2024-12-01T14:20:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741836_1012 (size=99) 2024-12-01T14:20:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:37,324 INFO [RS:0;57b748500ef9:34585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34585-0x1019143e1040004, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:37,324 INFO [RS:0;57b748500ef9:34585 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,34585,1733062820834; zookeeper connection closed. 2024-12-01T14:20:37,325 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70298e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70298e6 2024-12-01T14:20:37,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:20:37,397 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:37,661 INFO [M:0;57b748500ef9:40191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:20:37,661 INFO [M:0;57b748500ef9:40191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:20:37,662 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:37,662 INFO [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:37,662 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:37,662 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:37,662 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:37,662 INFO [M:0;57b748500ef9:40191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T14:20:37,677 DEBUG [M:0;57b748500ef9:40191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b8f8fd084074b01b7165cc745dbbcd1 is 82, key is hbase:meta,,1/info:regioninfo/1733062824552/Put/seqid=0 2024-12-01T14:20:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741837_1013 (size=5672) 2024-12-01T14:20:37,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:37,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:37,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:37,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:37,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:37,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:37,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:38,081 INFO [M:0;57b748500ef9:40191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b8f8fd084074b01b7165cc745dbbcd1 2024-12-01T14:20:38,098 DEBUG [M:0;57b748500ef9:40191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fe9e65771414567a542f7935c4c3555 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733062824593/Put/seqid=0 2024-12-01T14:20:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741838_1014 (size=5275) 2024-12-01T14:20:38,502 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:38,503 INFO [M:0;57b748500ef9:40191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fe9e65771414567a542f7935c4c3555 2024-12-01T14:20:38,525 DEBUG [M:0;57b748500ef9:40191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7acb21e1387437e809249f665eedb10 is 69, key is 57b748500ef9,34585,1733062820834/rs:state/1733062823364/Put/seqid=0 2024-12-01T14:20:38,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741839_1015 (size=5156) 2024-12-01T14:20:38,929 INFO [M:0;57b748500ef9:40191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7acb21e1387437e809249f665eedb10 2024-12-01T14:20:38,935 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b8f8fd084074b01b7165cc745dbbcd1 as hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b8f8fd084074b01b7165cc745dbbcd1 2024-12-01T14:20:38,940 INFO [M:0;57b748500ef9:40191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b8f8fd084074b01b7165cc745dbbcd1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T14:20:38,941 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fe9e65771414567a542f7935c4c3555 as hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fe9e65771414567a542f7935c4c3555 2024-12-01T14:20:38,947 INFO [M:0;57b748500ef9:40191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fe9e65771414567a542f7935c4c3555, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T14:20:38,948 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7acb21e1387437e809249f665eedb10 as hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7acb21e1387437e809249f665eedb10 2024-12-01T14:20:38,953 INFO [M:0;57b748500ef9:40191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39157/user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7acb21e1387437e809249f665eedb10, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T14:20:38,955 INFO [M:0;57b748500ef9:40191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-12-01T14:20:38,956 INFO [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:38,956 DEBUG [M:0;57b748500ef9:40191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062837662Disabling compacts and flushes for region at 1733062837662Disabling writes for close at 1733062837662Obtaining lock to block concurrent updates at 1733062837662Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062837662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733062837662Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062837663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062837663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062837676 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062837676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062838085 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062838098 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062838098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062838508 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062838524 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062838524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7accfdf2: reopening flushed file at 1733062838934 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c744b2d: reopening flushed file at 1733062838940 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b63622: reopening flushed file at 1733062838947 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1733062838955 (+8 ms)Writing region close event to WAL at 1733062838956 (+1 ms)Closed at 1733062838956 2024-12-01T14:20:38,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aed444aa-1b62-83c3-b9af-bb50acde5753/MasterData/WALs/57b748500ef9,40191,1733062820689/57b748500ef9%2C40191%2C1733062820689.1733062822967 not finished, retry = 0 2024-12-01T14:20:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46581 is added to blk_1073741830_1006 (size=10165) 2024-12-01T14:20:39,061 INFO [M:0;57b748500ef9:40191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:20:39,061 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:39,061 INFO [M:0;57b748500ef9:40191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40191 2024-12-01T14:20:39,062 INFO [M:0;57b748500ef9:40191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:39,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:39,230 INFO [M:0;57b748500ef9:40191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:39,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1019143e1040003, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:39,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce55fc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:39,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f8f2fd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:39,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:39,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1de389c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:39,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d46c6e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:39,234 WARN [BP-1481155472-172.17.0.3-1733062818737 heartbeating to localhost/127.0.0.1:39157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:20:39,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:20:39,234 WARN [BP-1481155472-172.17.0.3-1733062818737 heartbeating to localhost/127.0.0.1:39157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1481155472-172.17.0.3-1733062818737 (Datanode Uuid e99a391d-c9fa-4ab9-b5b2-97745165247f) service to localhost/127.0.0.1:39157 2024-12-01T14:20:39,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:20:39,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/cluster_e0562fe4-67ac-6cd7-caf2-91d998b8a993/data/data1/current/BP-1481155472-172.17.0.3-1733062818737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:39,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/cluster_e0562fe4-67ac-6cd7-caf2-91d998b8a993/data/data2/current/BP-1481155472-172.17.0.3-1733062818737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:39,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:20:39,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65f69975{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:39,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45fb239c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:39,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:39,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@209e3058{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:39,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43d57f25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:39,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:20:39,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:20:39,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:39,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:39,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:39,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:39,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:39,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:20:39,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1505299808, stopped=false 2024-12-01T14:20:39,252 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,40569,1733062830821 2024-12-01T14:20:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/running 2024-12-01T14:20:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:39,266 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:39,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:39,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:39,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:39,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:39,267 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,40005,1733062830866' ***** 2024-12-01T14:20:39,267 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:20:39,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Set watcher on znode that does not yet exist, /0357898239/running 2024-12-01T14:20:39,267 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:20:39,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:20:39,267 INFO [RS:0;57b748500ef9:40005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:20:39,267 INFO [RS:0;57b748500ef9:40005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:20:39,267 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,40005,1733062830866 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40005. 2024-12-01T14:20:39,268 DEBUG [RS:0;57b748500ef9:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bce2e695779553c38e7d7cfb6c66ed36, disabling compactions & flushes 2024-12-01T14:20:39,268 DEBUG [RS:0;57b748500ef9:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:39,268 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. after waiting 0 ms 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:20:39,268 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:20:39,268 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1325): Online Regions={bce2e695779553c38e7d7cfb6c66ed36=hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:20:39,268 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bce2e695779553c38e7d7cfb6c66ed36 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:39,268 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:39,268 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:39,269 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-01T14:20:39,271 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/replication/bce2e695779553c38e7d7cfb6c66ed36/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-01T14:20:39,272 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:39,272 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:39,272 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:39,272 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bce2e695779553c38e7d7cfb6c66ed36: Waiting for close lock at 1733062839268Running coprocessor pre-close hooks at 1733062839268Disabling compacts and flushes for region at 1733062839268Disabling writes for close at 1733062839268Writing region close event to WAL at 1733062839268Running coprocessor post-close hooks at 1733062839272 (+4 ms)Closed at 1733062839272 2024-12-01T14:20:39,272 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36. 2024-12-01T14:20:39,281 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/info/f8687515a41c485cb4040f9fdd3b42e2 is 147, key is hbase:replication,,1733062824694.bce2e695779553c38e7d7cfb6c66ed36./info:regioninfo/1733062836495/Put/seqid=0 2024-12-01T14:20:39,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741851_1027 (size=6385) 2024-12-01T14:20:39,309 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:39,468 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:39,669 DEBUG [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:20:39,685 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/info/f8687515a41c485cb4040f9fdd3b42e2 2024-12-01T14:20:39,690 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/.tmp/info/f8687515a41c485cb4040f9fdd3b42e2 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/info/f8687515a41c485cb4040f9fdd3b42e2 2024-12-01T14:20:39,695 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/info/f8687515a41c485cb4040f9fdd3b42e2, entries=8, sequenceid=19, filesize=6.2 K 2024-12-01T14:20:39,696 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-12-01T14:20:39,701 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-01T14:20:39,702 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:39,702 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:39,702 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:39,702 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062839268Running coprocessor pre-close hooks at 1733062839268Disabling compacts and flushes for region at 1733062839268Disabling writes for close at 1733062839268Obtaining lock to block concurrent updates at 1733062839269 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733062839269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733062839269Flushing stores of hbase:meta,,1.1588230740 at 1733062839269Flushing 1588230740/info: creating writer at 1733062839269Flushing 1588230740/info: appending metadata at 1733062839281 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733062839281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d40ee49: reopening flushed file at 1733062839690 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1733062839696 (+6 ms)Writing region close event to WAL at 1733062839698 (+2 ms)Running coprocessor post-close hooks at 1733062839702 (+4 ms)Closed at 1733062839702 2024-12-01T14:20:39,702 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:39,707 DEBUG [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.1733062831940 to pos 0, reset compression=false 2024-12-01T14:20:39,834 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:20:39,834 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:20:39,869 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,40005,1733062830866; all regions closed. 2024-12-01T14:20:39,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741849_1025 (size=2156) 2024-12-01T14:20:39,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.meta.1733062832183.meta not finished, retry = 0 2024-12-01T14:20:39,973 DEBUG [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs 2024-12-01T14:20:39,973 INFO [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40005%2C1733062830866.meta:.meta(num 1733062832183) 2024-12-01T14:20:39,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741850_1026 (size=796) 2024-12-01T14:20:39,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/WALs/57b748500ef9,40005,1733062830866/57b748500ef9%2C40005%2C1733062830866.rep.1733062836454 not finished, retry = 0 2024-12-01T14:20:40,078 DEBUG [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs 2024-12-01T14:20:40,078 INFO [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40005%2C1733062830866.rep:(num 1733062836454) 2024-12-01T14:20:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741848_1024 (size=93) 2024-12-01T14:20:40,081 DEBUG [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/oldWALs 2024-12-01T14:20:40,081 INFO [RS:0;57b748500ef9:40005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C40005%2C1733062830866:(num 1733062831940) 2024-12-01T14:20:40,081 DEBUG [RS:0;57b748500ef9:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:40,081 INFO [RS:0;57b748500ef9:40005 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:20:40,082 INFO [RS:0;57b748500ef9:40005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:40,082 INFO [RS:0;57b748500ef9:40005 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:40,082 INFO [RS:0;57b748500ef9:40005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:40,082 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:40,082 INFO [RS:0;57b748500ef9:40005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,40005,1733062830866 because: Region server is closing 2024-12-01T14:20:40,082 INFO [RS:0;57b748500ef9:40005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40005. 2024-12-01T14:20:40,082 DEBUG [RS:0;57b748500ef9:40005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:40,082 DEBUG [RS:0;57b748500ef9:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:40,082 DEBUG [RS:0;57b748500ef9:40005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:40,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:40,082 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-01T14:20:40,082 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-01T14:20:40,082 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T14:20:40,183 WARN [RS:0;57b748500ef9:40005.replicationSource.wal-reader.57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:20:40,183 WARN [RS:0;57b748500ef9:40005.replicationSource.shipper57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:20:40,183 INFO [RS:0;57b748500ef9:40005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;57b748500ef9:40005.replicationSource.shipper57b748500ef9%2C40005%2C1733062830866,1-57b748500ef9,40005,1733062830866 terminated 2024-12-01T14:20:40,183 INFO [RS:0;57b748500ef9:40005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40005 2024-12-01T14:20:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239/rs 2024-12-01T14:20:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/rs/57b748500ef9,40005,1733062830866 2024-12-01T14:20:40,266 INFO [RS:0;57b748500ef9:40005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:40,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,40005,1733062830866] 2024-12-01T14:20:40,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0357898239/draining/57b748500ef9,40005,1733062830866 already deleted, retry=false 2024-12-01T14:20:40,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,40005,1733062830866 expired; onlineServers=0 2024-12-01T14:20:40,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,40569,1733062830821' ***** 2024-12-01T14:20:40,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:20:40,287 INFO [M:0;57b748500ef9:40569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:20:40,287 INFO [M:0;57b748500ef9:40569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:20:40,288 DEBUG [M:0;57b748500ef9:40569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:20:40,288 DEBUG [M:0;57b748500ef9:40569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:20:40,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:20:40,288 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062831613 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062831613,5,FailOnTimeoutGroup] 2024-12-01T14:20:40,288 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062831613 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062831613,5,FailOnTimeoutGroup] 2024-12-01T14:20:40,288 INFO [M:0;57b748500ef9:40569 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:20:40,288 INFO [M:0;57b748500ef9:40569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:20:40,288 DEBUG [M:0;57b748500ef9:40569 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:20:40,288 INFO [M:0;57b748500ef9:40569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:20:40,288 INFO [M:0;57b748500ef9:40569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:20:40,288 INFO [M:0;57b748500ef9:40569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:20:40,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:20:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0357898239/master 2024-12-01T14:20:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0357898239 2024-12-01T14:20:40,298 DEBUG [M:0;57b748500ef9:40569 {}] zookeeper.ZKUtil(347): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Unable to get data of znode /0357898239/master because node does not exist (not an error) 2024-12-01T14:20:40,298 WARN [M:0;57b748500ef9:40569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:20:40,299 INFO [M:0;57b748500ef9:40569 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/.lastflushedseqids 2024-12-01T14:20:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741852_1028 (size=181) 2024-12-01T14:20:40,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:40,377 INFO [RS:0;57b748500ef9:40005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:40,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40005-0x1019143e1040007, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:40,377 INFO [RS:0;57b748500ef9:40005 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,40005,1733062830866; zookeeper connection closed. 2024-12-01T14:20:40,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e86d2e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e86d2e3 2024-12-01T14:20:40,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:20:40,703 INFO [M:0;57b748500ef9:40569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:20:40,704 INFO [M:0;57b748500ef9:40569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:20:40,704 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:40,704 INFO [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:40,704 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:40,704 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:40,704 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:40,704 INFO [M:0;57b748500ef9:40569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-01T14:20:40,722 DEBUG [M:0;57b748500ef9:40569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cb17c77db524fe689cdf5bcebd1647e is 82, key is hbase:meta,,1/info:regioninfo/1733062832230/Put/seqid=0 2024-12-01T14:20:40,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741853_1029 (size=5672) 2024-12-01T14:20:41,126 INFO [M:0;57b748500ef9:40569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cb17c77db524fe689cdf5bcebd1647e 2024-12-01T14:20:41,147 DEBUG [M:0;57b748500ef9:40569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86dfdd3a1991429b90083d1bff046133 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733062836500/Put/seqid=0 2024-12-01T14:20:41,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741854_1030 (size=7312) 2024-12-01T14:20:41,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:41,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:20:41,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:41,551 INFO [M:0;57b748500ef9:40569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86dfdd3a1991429b90083d1bff046133 2024-12-01T14:20:41,574 DEBUG [M:0;57b748500ef9:40569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c5eb3e2bf4143bfba38f05edeef8060 is 69, key is 57b748500ef9,40005,1733062830866/rs:state/1733062831744/Put/seqid=0 2024-12-01T14:20:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741855_1031 (size=5370) 2024-12-01T14:20:41,579 INFO [M:0;57b748500ef9:40569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c5eb3e2bf4143bfba38f05edeef8060 2024-12-01T14:20:41,584 INFO [M:0;57b748500ef9:40569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c5eb3e2bf4143bfba38f05edeef8060 2024-12-01T14:20:41,585 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cb17c77db524fe689cdf5bcebd1647e as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cb17c77db524fe689cdf5bcebd1647e 2024-12-01T14:20:41,590 INFO [M:0;57b748500ef9:40569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cb17c77db524fe689cdf5bcebd1647e, entries=8, sequenceid=127, filesize=5.5 K 2024-12-01T14:20:41,591 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86dfdd3a1991429b90083d1bff046133 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86dfdd3a1991429b90083d1bff046133 2024-12-01T14:20:41,596 INFO [M:0;57b748500ef9:40569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86dfdd3a1991429b90083d1bff046133, entries=7, sequenceid=127, filesize=7.1 K 2024-12-01T14:20:41,597 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c5eb3e2bf4143bfba38f05edeef8060 as hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c5eb3e2bf4143bfba38f05edeef8060 2024-12-01T14:20:41,602 INFO [M:0;57b748500ef9:40569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c5eb3e2bf4143bfba38f05edeef8060 2024-12-01T14:20:41,603 INFO [M:0;57b748500ef9:40569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c5eb3e2bf4143bfba38f05edeef8060, entries=2, sequenceid=127, filesize=5.2 K 2024-12-01T14:20:41,604 INFO [M:0;57b748500ef9:40569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=127, compaction requested=false 2024-12-01T14:20:41,605 INFO [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:41,605 DEBUG [M:0;57b748500ef9:40569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062840704Disabling compacts and flushes for region at 1733062840704Disabling writes for close at 1733062840704Obtaining lock to block concurrent updates at 1733062840704Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062840704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733062840704Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062840705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062840705Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062840721 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062840721Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062841131 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062841147 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062841147Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062841556 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062841573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062841573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9d5580: reopening flushed file at 1733062841584 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e84849d: reopening flushed file at 1733062841590 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569a6b3: reopening flushed file at 1733062841597 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=127, compaction requested=false at 1733062841604 (+7 ms)Writing region close event to WAL at 1733062841605 (+1 ms)Closed at 1733062841605 2024-12-01T14:20:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43745 is added to blk_1073741847_1023 (size=22903) 2024-12-01T14:20:41,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/446a60d6-f8d4-5545-d25b-5ccee7cdd713/MasterData/WALs/57b748500ef9,40569,1733062830821/57b748500ef9%2C40569%2C1733062830821.1733062831370 not finished, retry = 0 2024-12-01T14:20:41,708 INFO [M:0;57b748500ef9:40569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:20:41,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:20:41,708 INFO [M:0;57b748500ef9:40569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40569 2024-12-01T14:20:41,708 INFO [M:0;57b748500ef9:40569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:20:41,977 INFO [M:0;57b748500ef9:40569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:20:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40569-0x1019143e1040006, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:20:41,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49d999bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:41,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef12989{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:41,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:41,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a93434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:41,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ad4a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:41,982 WARN [BP-1152546720-172.17.0.3-1733062813032 heartbeating to localhost/127.0.0.1:33853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:20:41,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:20:41,982 WARN [BP-1152546720-172.17.0.3-1733062813032 heartbeating to localhost/127.0.0.1:33853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1152546720-172.17.0.3-1733062813032 (Datanode Uuid 80dd0c50-e969-4c96-a97f-534747a1ea63) service to localhost/127.0.0.1:33853 2024-12-01T14:20:41,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:20:41,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/data/data1/current/BP-1152546720-172.17.0.3-1733062813032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:41,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/cluster_16cb3614-da44-f240-f3d6-d3b049f93318/data/data2/current/BP-1152546720-172.17.0.3-1733062813032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:20:41,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:20:41,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79a1d04c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:41,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7257c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:20:41,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:20:41,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d107e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:20:41,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e0290a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d945645-3fad-7ccb-3350-989a5707afe1/hadoop.log.dir/,STOPPED} 2024-12-01T14:20:41,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:20:42,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:20:42,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=200 (was 157) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33853 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50782) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50782) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39157 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=3705 (was 3829) 2024-12-01T14:20:42,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=200, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=3705 2024-12-01T14:20:42,035 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-01T14:20:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir so I do NOT create it in target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0 2024-12-01T14:20:42,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:20:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.tmp.dir so I do NOT create it in target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0 2024-12-01T14:20:42,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dee81ea-d053-1235-35c7-755c6cf8b8eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:20:42,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0 2024-12-01T14:20:42,035 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2, deleteOnExit=true 2024-12-01T14:20:42,089 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/zookeeper_0, clientPort=64334, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:20:42,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64334 2024-12-01T14:20:42,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:20:42,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/test.cache.data in system properties and HBase conf 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:20:42,091 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:42,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:20:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:20:42,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019143e1040002, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:20:42,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019143e1040005, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:20:42,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019143e1040002, quorum=127.0.0.1:50782, baseZNode=/0357898239 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:20:42,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019143e1040005, quorum=127.0.0.1:50782, baseZNode=/1496072332 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:20:42,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:42,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:42,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:42,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:42,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:20:42,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:42,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19561bd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:42,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b3fa8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:42,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@586d939d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/java.io.tmpdir/jetty-localhost-42943-hadoop-hdfs-3_4_1-tests_jar-_-any-5995245219388146007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:42,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75057487{HTTP/1.1, (http/1.1)}{localhost:42943} 2024-12-01T14:20:42,563 INFO [Time-limited test {}] server.Server(415): Started @170230ms 2024-12-01T14:20:42,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:42,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:42,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:42,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:42,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:20:42,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41510202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:42,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552c5a27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:42,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7687cba7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/java.io.tmpdir/jetty-localhost-40037-hadoop-hdfs-3_4_1-tests_jar-_-any-7536567982243953744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:42,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7656224f{HTTP/1.1, (http/1.1)}{localhost:40037} 2024-12-01T14:20:42,962 INFO [Time-limited test {}] server.Server(415): Started @170629ms 2024-12-01T14:20:42,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:20:43,603 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/data/data1/current/BP-1549039002-172.17.0.3-1733062842130/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:43,603 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/data/data2/current/BP-1549039002-172.17.0.3-1733062842130/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:43,620 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:20:43,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb46a7e432f57762b with lease ID 0x824b90d62ec62db2: Processing first storage report for DS-70539fee-6c44-4117-9969-4afd538d6527 from datanode DatanodeRegistration(127.0.0.1:46425, datanodeUuid=628b7e97-3417-4d8d-8cd0-e95443e639cb, infoPort=36139, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1773902081;c=1733062842130) 2024-12-01T14:20:43,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb46a7e432f57762b with lease ID 0x824b90d62ec62db2: from storage DS-70539fee-6c44-4117-9969-4afd538d6527 node DatanodeRegistration(127.0.0.1:46425, datanodeUuid=628b7e97-3417-4d8d-8cd0-e95443e639cb, infoPort=36139, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1773902081;c=1733062842130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:43,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb46a7e432f57762b with lease ID 0x824b90d62ec62db2: Processing first storage report for DS-fd3a8bf1-78fe-4c14-b453-4ce8dea50056 from datanode DatanodeRegistration(127.0.0.1:46425, datanodeUuid=628b7e97-3417-4d8d-8cd0-e95443e639cb, infoPort=36139, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1773902081;c=1733062842130) 2024-12-01T14:20:43,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb46a7e432f57762b with lease ID 0x824b90d62ec62db2: from storage DS-fd3a8bf1-78fe-4c14-b453-4ce8dea50056 node DatanodeRegistration(127.0.0.1:46425, datanodeUuid=628b7e97-3417-4d8d-8cd0-e95443e639cb, infoPort=36139, infoSecurePort=0, ipcPort=45997, storageInfo=lv=-57;cid=testClusterID;nsid=1773902081;c=1733062842130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:43,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0 2024-12-01T14:20:43,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:43,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:20:44,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285 with version=8 2024-12-01T14:20:44,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/hbase-staging 2024-12-01T14:20:44,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:44,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46335 2024-12-01T14:20:44,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46335 connecting to ZooKeeper ensemble=127.0.0.1:64334 2024-12-01T14:20:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463350x0, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:44,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46335-0x101914452940000 connected 2024-12-01T14:20:44,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:44,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:44,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/running 2024-12-01T14:20:44,281 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285, hbase.cluster.distributed=false 2024-12-01T14:20:44,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/acl 2024-12-01T14:20:44,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46335 2024-12-01T14:20:44,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46335 2024-12-01T14:20:44,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46335 2024-12-01T14:20:44,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46335 2024-12-01T14:20:44,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46335 2024-12-01T14:20:44,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:44,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43733 2024-12-01T14:20:44,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43733 connecting to ZooKeeper ensemble=127.0.0.1:64334 2024-12-01T14:20:44,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:44,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437330x0, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:44,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437330x0, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/running 2024-12-01T14:20:44,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:20:44,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43733-0x101914452940001 connected 2024-12-01T14:20:44,325 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:20:44,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/master 2024-12-01T14:20:44,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/acl 2024-12-01T14:20:44,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43733 2024-12-01T14:20:44,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43733 2024-12-01T14:20:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43733 2024-12-01T14:20:44,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43733 2024-12-01T14:20:44,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43733 2024-12-01T14:20:44,347 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:46335 2024-12-01T14:20:44,347 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0985674581/backup-masters/57b748500ef9,46335,1733062844096 2024-12-01T14:20:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581/backup-masters 2024-12-01T14:20:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581/backup-masters 2024-12-01T14:20:44,350 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on existing znode=/0985674581/backup-masters/57b748500ef9,46335,1733062844096 2024-12-01T14:20:44,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:44,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0985674581/master 2024-12-01T14:20:44,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:44,361 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on existing znode=/0985674581/master 2024-12-01T14:20:44,361 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0985674581/backup-masters/57b748500ef9,46335,1733062844096 from backup master directory 2024-12-01T14:20:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581/backup-masters 2024-12-01T14:20:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0985674581/backup-masters/57b748500ef9,46335,1733062844096 2024-12-01T14:20:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581/backup-masters 2024-12-01T14:20:44,371 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:44,371 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,46335,1733062844096 2024-12-01T14:20:44,374 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/hbase.id] with ID: 5cfa6a0d-83d1-480d-acc2-abeeea96a180 2024-12-01T14:20:44,374 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/.tmp/hbase.id 2024-12-01T14:20:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:20:44,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:44,782 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/.tmp/hbase.id]:[hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/hbase.id] 2024-12-01T14:20:44,792 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:44,792 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:20:44,793 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:20:44,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:20:45,250 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:45,250 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:20:45,251 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:45,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:20:45,657 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store 2024-12-01T14:20:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:20:46,062 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:46,062 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:46,062 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:46,062 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:46,062 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:46,062 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:46,062 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:46,062 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062846062Disabling compacts and flushes for region at 1733062846062Disabling writes for close at 1733062846062Writing region close event to WAL at 1733062846062Closed at 1733062846062 2024-12-01T14:20:46,063 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/.initializing 2024-12-01T14:20:46,063 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/WALs/57b748500ef9,46335,1733062844096 2024-12-01T14:20:46,064 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:46,065 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C46335%2C1733062844096, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/WALs/57b748500ef9,46335,1733062844096, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/oldWALs, maxLogs=10 2024-12-01T14:20:46,076 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/WALs/57b748500ef9,46335,1733062844096/57b748500ef9%2C46335%2C1733062844096.1733062846065, exclude list is [], retry=0 2024-12-01T14:20:46,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-70539fee-6c44-4117-9969-4afd538d6527,DISK] 2024-12-01T14:20:46,079 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/WALs/57b748500ef9,46335,1733062844096/57b748500ef9%2C46335%2C1733062844096.1733062846065 2024-12-01T14:20:46,079 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139)] 2024-12-01T14:20:46,079 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:46,080 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:46,080 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,080 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:20:46,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:46,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:46,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:20:46,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:46,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:46,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:20:46,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:46,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:46,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:20:46,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:46,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:46,086 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,087 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,087 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,088 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,088 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,088 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:46,089 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:46,090 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:46,091 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62139865, jitterRate=-0.07404385507106781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:46,091 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062846080Initializing all the Stores at 1733062846080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062846080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062846081 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062846081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062846081Cleaning up temporary data from old regions at 1733062846088 (+7 ms)Region opened successfully at 1733062846091 (+3 ms) 2024-12-01T14:20:46,091 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:20:46,093 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793187e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:46,094 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:20:46,094 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:20:46,094 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:20:46,094 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:20:46,095 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:20:46,095 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:20:46,095 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:20:46,096 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:20:46,096 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Unable to get data of znode /0985674581/balancer because node does not exist (not necessarily an error) 2024-12-01T14:20:46,213 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0985674581/balancer already deleted, retry=false 2024-12-01T14:20:46,213 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:20:46,214 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Unable to get data of znode /0985674581/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:20:46,223 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0985674581/normalizer already deleted, retry=false 2024-12-01T14:20:46,224 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:20:46,225 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Unable to get data of znode /0985674581/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:20:46,234 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0985674581/switch/split already deleted, retry=false 2024-12-01T14:20:46,235 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Unable to get data of znode /0985674581/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:20:46,244 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0985674581/switch/merge already deleted, retry=false 2024-12-01T14:20:46,246 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Unable to get data of znode /0985674581/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:20:46,255 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0985674581/snapshot-cleanup already deleted, retry=false 2024-12-01T14:20:46,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0985674581/running 2024-12-01T14:20:46,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0985674581/running 2024-12-01T14:20:46,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:46,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:46,266 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,46335,1733062844096, sessionid=0x101914452940000, setting cluster-up flag (Was=false) 2024-12-01T14:20:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:46,318 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0985674581/flush-table-proc/acquired, /0985674581/flush-table-proc/reached, /0985674581/flush-table-proc/abort 2024-12-01T14:20:46,319 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,46335,1733062844096 2024-12-01T14:20:46,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:46,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:46,371 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0985674581/online-snapshot/acquired, /0985674581/online-snapshot/reached, /0985674581/online-snapshot/abort 2024-12-01T14:20:46,372 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,46335,1733062844096 2024-12-01T14:20:46,375 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:20:46,376 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:46,377 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:20:46,377 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:20:46,377 WARN [master/57b748500ef9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 57b748500ef9,43463,1733062815254: status=Processing ServerCrashProcedure of 57b748500ef9,43463,1733062815254 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733062831600, completionTime=-1 appears to have been leaked 2024-12-01T14:20:46,377 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,46335,1733062844096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:46,378 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:46,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:20:46,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:46,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062876386 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:20:46,386 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:20:46,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:20:46,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:20:46,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:20:46,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:20:46,390 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:20:46,390 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:20:46,392 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062846390,5,FailOnTimeoutGroup] 2024-12-01T14:20:46,392 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062846392,5,FailOnTimeoutGroup] 2024-12-01T14:20:46,392 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,392 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:20:46,392 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,392 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:20:46,440 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(746): ClusterId : 5cfa6a0d-83d1-480d-acc2-abeeea96a180 2024-12-01T14:20:46,440 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:20:46,445 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:20:46,445 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:20:46,456 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:20:46,456 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3cfe93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:46,465 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:43733 2024-12-01T14:20:46,465 INFO [RS:0;57b748500ef9:43733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:20:46,465 INFO [RS:0;57b748500ef9:43733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:20:46,465 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:20:46,466 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,46335,1733062844096 with port=43733, startcode=1733062844308 2024-12-01T14:20:46,466 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:20:46,467 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:20:46,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,43733,1733062844308 2024-12-01T14:20:46,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46335 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,43733,1733062844308 2024-12-01T14:20:46,468 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285 2024-12-01T14:20:46,468 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34481 2024-12-01T14:20:46,468 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:20:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581/rs 2024-12-01T14:20:46,476 DEBUG [RS:0;57b748500ef9:43733 {}] zookeeper.ZKUtil(111): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on existing znode=/0985674581/rs/57b748500ef9,43733,1733062844308 2024-12-01T14:20:46,476 WARN [RS:0;57b748500ef9:43733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:46,477 INFO [RS:0;57b748500ef9:43733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:46,477 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308 2024-12-01T14:20:46,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,43733,1733062844308] 2024-12-01T14:20:46,479 INFO [RS:0;57b748500ef9:43733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:20:46,480 INFO [RS:0;57b748500ef9:43733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:20:46,480 INFO [RS:0;57b748500ef9:43733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:20:46,480 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,480 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:20:46,481 INFO [RS:0;57b748500ef9:43733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:20:46,481 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:46,481 DEBUG [RS:0;57b748500ef9:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:46,483 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,483 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,483 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,483 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,483 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,483 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43733,1733062844308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:46,494 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:20:46,494 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43733,1733062844308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,494 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,494 INFO [RS:0;57b748500ef9:43733 {}] regionserver.Replication(171): 57b748500ef9,43733,1733062844308 started 2024-12-01T14:20:46,504 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:46,504 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,43733,1733062844308, RpcServer on 57b748500ef9/172.17.0.3:43733, sessionid=0x101914452940001 2024-12-01T14:20:46,504 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:20:46,504 DEBUG [RS:0;57b748500ef9:43733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,43733,1733062844308 2024-12-01T14:20:46,504 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43733,1733062844308' 2024-12-01T14:20:46,504 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0985674581/flush-table-proc/abort' 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0985674581/flush-table-proc/acquired' 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,43733,1733062844308 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,43733,1733062844308' 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0985674581/online-snapshot/abort' 2024-12-01T14:20:46,505 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0985674581/online-snapshot/acquired' 2024-12-01T14:20:46,506 DEBUG [RS:0;57b748500ef9:43733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:20:46,506 INFO [RS:0;57b748500ef9:43733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:20:46,506 INFO [RS:0;57b748500ef9:43733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:20:46,606 INFO [RS:0;57b748500ef9:43733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:46,607 INFO [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43733%2C1733062844308, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/oldWALs, maxLogs=10 2024-12-01T14:20:46,619 DEBUG [RS:0;57b748500ef9:43733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608, exclude list is [], retry=0 2024-12-01T14:20:46,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-70539fee-6c44-4117-9969-4afd538d6527,DISK] 2024-12-01T14:20:46,623 INFO [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 2024-12-01T14:20:46,623 DEBUG [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139)] 2024-12-01T14:20:46,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:20:46,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285 2024-12-01T14:20:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:20:47,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:47,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:47,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:47,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:47,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:47,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:47,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:47,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:47,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:47,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:47,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740 2024-12-01T14:20:47,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740 2024-12-01T14:20:47,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:47,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:47,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:47,212 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:47,212 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66348655, jitterRate=-0.011327996850013733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062847202Initializing all the Stores at 1733062847202Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062847202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062847202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062847202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062847202Cleaning up temporary data from old regions at 1733062847209 (+7 ms)Region opened successfully at 1733062847212 (+3 ms) 2024-12-01T14:20:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:47,212 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:47,213 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:47,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062847212Disabling compacts and flushes for region at 1733062847212Disabling writes for close at 1733062847212Writing region close event to WAL at 1733062847213 (+1 ms)Closed at 1733062847213 2024-12-01T14:20:47,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:47,214 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:20:47,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:20:47,214 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:47,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:20:47,365 DEBUG [57b748500ef9:46335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:20:47,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,43733,1733062844308 2024-12-01T14:20:47,366 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43733,1733062844308, state=OPENING 2024-12-01T14:20:47,434 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:20:47,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:47,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:47,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:47,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43733,1733062844308}] 2024-12-01T14:20:47,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0985674581/meta-region-server: CHANGED 2024-12-01T14:20:47,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0985674581/meta-region-server: CHANGED 2024-12-01T14:20:47,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:20:47,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:20:47,601 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:20:47,601 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:47,602 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:20:47,603 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43733%2C1733062844308.meta, suffix=.meta, logDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/oldWALs, maxLogs=10 2024-12-01T14:20:47,614 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.meta.1733062847603.meta, exclude list is [], retry=0 2024-12-01T14:20:47,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-70539fee-6c44-4117-9969-4afd538d6527,DISK] 2024-12-01T14:20:47,617 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.meta.1733062847603.meta 2024-12-01T14:20:47,617 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139)] 2024-12-01T14:20:47,617 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:47,618 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:47,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:47,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:20:47,618 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:20:47,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:20:47,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:47,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:20:47,618 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:20:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:47,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:47,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:47,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:47,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:47,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:47,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:47,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:47,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:47,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:47,623 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:47,624 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740 2024-12-01T14:20:47,625 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740 2024-12-01T14:20:47,625 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:47,625 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:47,626 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:47,627 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:47,627 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61133103, jitterRate=-0.08904577791690826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:47,627 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:20:47,628 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062847618Writing region info on filesystem at 1733062847618Initializing all the Stores at 1733062847619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062847619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062847619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062847619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062847619Cleaning up temporary data from old regions at 1733062847625 (+6 ms)Running coprocessor post-open hooks at 1733062847627 (+2 ms)Region opened successfully at 1733062847628 (+1 ms) 2024-12-01T14:20:47,629 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062847597 2024-12-01T14:20:47,630 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:20:47,630 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:20:47,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43733,1733062844308 2024-12-01T14:20:47,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,43733,1733062844308, state=OPEN 2024-12-01T14:20:47,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0985674581/meta-region-server 2024-12-01T14:20:47,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0985674581/meta-region-server 2024-12-01T14:20:47,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,43733,1733062844308 2024-12-01T14:20:47,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0985674581/meta-region-server: CHANGED 2024-12-01T14:20:47,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0985674581/meta-region-server: CHANGED 2024-12-01T14:20:47,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:20:47,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,43733,1733062844308 in 231 msec 2024-12-01T14:20:47,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:20:47,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-12-01T14:20:47,680 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:47,680 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:20:47,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:47,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43733,1733062844308, seqNum=-1] 2024-12-01T14:20:47,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:47,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:47,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-12-01T14:20:47,686 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062847686, completionTime=-1 2024-12-01T14:20:47,686 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:20:47,686 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:20:47,687 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:20:47,687 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062907687 2024-12-01T14:20:47,687 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062967687 2024-12-01T14:20:47,687 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:20:47,688 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46335,1733062844096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,688 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46335,1733062844096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,688 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46335,1733062844096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,688 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:46335, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,688 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,688 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,689 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.320sec 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46335,1733062844096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:47,691 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46335,1733062844096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:20:47,693 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:20:47,693 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:20:47,693 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46335,1733062844096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:47,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a279790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:47,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:20:47,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:47,742 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:20:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:20:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81b40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:20:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:47,743 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:47,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a3a7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:47,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43733,1733062844308, seqNum=-1] 2024-12-01T14:20:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:47,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:47,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,46335,1733062844096 2024-12-01T14:20:47,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64334 2024-12-01T14:20:47,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:47,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101914452940002 connected 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir so I do NOT create it in target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464 2024-12-01T14:20:47,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.tmp.dir so I do NOT create it in target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464 2024-12-01T14:20:47,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:20:47,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/cluster_b3f8b863-74fa-bd9a-1920-843593fd85d8, deleteOnExit=true 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/test.cache.data in system properties and HBase conf 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:20:47,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:20:47,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:20:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:20:48,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:48,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:48,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:48,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:48,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:20:48,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95f7665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f076cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:48,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f60f604{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/java.io.tmpdir/jetty-localhost-38397-hadoop-hdfs-3_4_1-tests_jar-_-any-12245679935277971968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:20:48,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b369e2f{HTTP/1.1, (http/1.1)}{localhost:38397} 2024-12-01T14:20:48,143 INFO [Time-limited test {}] server.Server(415): Started @175811ms 2024-12-01T14:20:48,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:20:48,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:20:48,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:20:48,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:20:48,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:20:48,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a150e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:20:48,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5f18fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:20:48,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c336de3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/java.io.tmpdir/jetty-localhost-41341-hadoop-hdfs-3_4_1-tests_jar-_-any-269581158156011712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:20:48,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ec6ffdf{HTTP/1.1, (http/1.1)}{localhost:41341} 2024-12-01T14:20:48,479 INFO [Time-limited test {}] server.Server(415): Started @176147ms 2024-12-01T14:20:48,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:20:49,088 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/cluster_b3f8b863-74fa-bd9a-1920-843593fd85d8/data/data1/current/BP-2026867278-172.17.0.3-1733062847788/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:49,088 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/cluster_b3f8b863-74fa-bd9a-1920-843593fd85d8/data/data2/current/BP-2026867278-172.17.0.3-1733062847788/current, will proceed with Du for space computation calculation, 2024-12-01T14:20:49,106 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:20:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10cd1c8107a67f0a with lease ID 0x8776a8a8a0487313: Processing first storage report for DS-a8646abd-2408-48a6-9a86-b813ff75cc0c from datanode DatanodeRegistration(127.0.0.1:40813, datanodeUuid=fc116294-e234-4fde-bb42-19be0aed6bb6, infoPort=39015, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=732507312;c=1733062847788) 2024-12-01T14:20:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10cd1c8107a67f0a with lease ID 0x8776a8a8a0487313: from storage DS-a8646abd-2408-48a6-9a86-b813ff75cc0c node DatanodeRegistration(127.0.0.1:40813, datanodeUuid=fc116294-e234-4fde-bb42-19be0aed6bb6, infoPort=39015, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=732507312;c=1733062847788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10cd1c8107a67f0a with lease ID 0x8776a8a8a0487313: Processing first storage report for DS-b7603324-3752-4954-9249-ad032f6682a8 from datanode DatanodeRegistration(127.0.0.1:40813, datanodeUuid=fc116294-e234-4fde-bb42-19be0aed6bb6, infoPort=39015, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=732507312;c=1733062847788) 2024-12-01T14:20:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10cd1c8107a67f0a with lease ID 0x8776a8a8a0487313: from storage DS-b7603324-3752-4954-9249-ad032f6682a8 node DatanodeRegistration(127.0.0.1:40813, datanodeUuid=fc116294-e234-4fde-bb42-19be0aed6bb6, infoPort=39015, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=732507312;c=1733062847788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:20:49,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464 2024-12-01T14:20:49,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:49,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:49,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:20:49,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4 with version=8 2024-12-01T14:20:49,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/hbase-staging 2024-12-01T14:20:49,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:49,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:49,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:49,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:49,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:49,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:49,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:20:49,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:49,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35781 2024-12-01T14:20:49,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35781 connecting to ZooKeeper ensemble=127.0.0.1:64334 2024-12-01T14:20:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357810x0, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:49,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35781-0x101914452940003 connected 2024-12-01T14:20:49,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:49,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:49,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/running 2024-12-01T14:20:49,742 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4, hbase.cluster.distributed=false 2024-12-01T14:20:49,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/acl 2024-12-01T14:20:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35781 2024-12-01T14:20:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35781 2024-12-01T14:20:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35781 2024-12-01T14:20:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35781 2024-12-01T14:20:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35781 2024-12-01T14:20:49,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:20:49,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:49,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:49,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:20:49,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:20:49,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:20:49,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:20:49,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:20:49,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46535 2024-12-01T14:20:49,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46535 connecting to ZooKeeper ensemble=127.0.0.1:64334 2024-12-01T14:20:49,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:49,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:49,781 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465350x0, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:49,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46535-0x101914452940004 connected 2024-12-01T14:20:49,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465350x0, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/running 2024-12-01T14:20:49,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:20:49,782 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:20:49,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/master 2024-12-01T14:20:49,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/acl 2024-12-01T14:20:49,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46535 2024-12-01T14:20:49,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46535 2024-12-01T14:20:49,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46535 2024-12-01T14:20:49,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46535 2024-12-01T14:20:49,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46535 2024-12-01T14:20:49,800 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:35781 2024-12-01T14:20:49,801 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-154744137/backup-masters/57b748500ef9,35781,1733062849619 2024-12-01T14:20:49,813 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137/backup-masters 2024-12-01T14:20:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137/backup-masters 2024-12-01T14:20:49,813 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on existing znode=/1-154744137/backup-masters/57b748500ef9,35781,1733062849619 2024-12-01T14:20:49,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:49,823 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-154744137/master 2024-12-01T14:20:49,823 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:49,824 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on existing znode=/1-154744137/master 2024-12-01T14:20:49,824 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-154744137/backup-masters/57b748500ef9,35781,1733062849619 from backup master directory 2024-12-01T14:20:49,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-154744137/backup-masters/57b748500ef9,35781,1733062849619 2024-12-01T14:20:49,834 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137/backup-masters 2024-12-01T14:20:49,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137/backup-masters 2024-12-01T14:20:49,834 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:49,834 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,35781,1733062849619 2024-12-01T14:20:49,837 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/hbase.id] with ID: d47dd1f1-43b4-406d-9f12-dfd6e4d01846 2024-12-01T14:20:49,837 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/.tmp/hbase.id 2024-12-01T14:20:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:20:50,241 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/.tmp/hbase.id]:[hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/hbase.id] 2024-12-01T14:20:50,250 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:20:50,250 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:20:50,251 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:20:50,308 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:50,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:20:50,713 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:50,714 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:20:50,714 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:50,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:20:50,720 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store 2024-12-01T14:20:50,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:20:51,126 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:51,126 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:20:51,126 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:51,126 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:51,126 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:20:51,126 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:51,126 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:20:51,126 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062851126Disabling compacts and flushes for region at 1733062851126Disabling writes for close at 1733062851126Writing region close event to WAL at 1733062851126Closed at 1733062851126 2024-12-01T14:20:51,127 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/.initializing 2024-12-01T14:20:51,127 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/WALs/57b748500ef9,35781,1733062849619 2024-12-01T14:20:51,128 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:51,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C35781%2C1733062849619, suffix=, logDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/WALs/57b748500ef9,35781,1733062849619, archiveDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/oldWALs, maxLogs=10 2024-12-01T14:20:51,144 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/WALs/57b748500ef9,35781,1733062849619/57b748500ef9%2C35781%2C1733062849619.1733062851129, exclude list is [], retry=0 2024-12-01T14:20:51,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40813,DS-a8646abd-2408-48a6-9a86-b813ff75cc0c,DISK] 2024-12-01T14:20:51,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/WALs/57b748500ef9,35781,1733062849619/57b748500ef9%2C35781%2C1733062849619.1733062851129 2024-12-01T14:20:51,148 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-01T14:20:51,148 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:51,148 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:51,149 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,149 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:20:51,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:51,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:51,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:20:51,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:51,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:51,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:20:51,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:20:51,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:51,155 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,156 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,156 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,157 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,157 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,157 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:51,158 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:20:51,163 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:51,163 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68991620, jitterRate=0.028055250644683838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:51,164 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062851149Initializing all the Stores at 1733062851149Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062851149Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062851150 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062851150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062851150Cleaning up temporary data from old regions at 1733062851157 (+7 ms)Region opened successfully at 1733062851164 (+7 ms) 2024-12-01T14:20:51,164 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:20:51,166 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378490e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:51,167 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:20:51,167 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:20:51,167 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:20:51,167 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:20:51,167 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:20:51,168 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:20:51,168 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:20:51,172 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:20:51,172 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Unable to get data of znode /1-154744137/balancer because node does not exist (not necessarily an error) 2024-12-01T14:20:51,223 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-154744137/balancer already deleted, retry=false 2024-12-01T14:20:51,224 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:20:51,224 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Unable to get data of znode /1-154744137/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:20:51,234 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-154744137/normalizer already deleted, retry=false 2024-12-01T14:20:51,234 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:20:51,235 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Unable to get data of znode /1-154744137/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:20:51,244 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-154744137/switch/split already deleted, retry=false 2024-12-01T14:20:51,245 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Unable to get data of znode /1-154744137/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:20:51,255 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-154744137/switch/merge already deleted, retry=false 2024-12-01T14:20:51,256 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Unable to get data of znode /1-154744137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:20:51,265 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-154744137/snapshot-cleanup already deleted, retry=false 2024-12-01T14:20:51,276 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-154744137/running 2024-12-01T14:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-154744137/running 2024-12-01T14:20:51,276 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:51,276 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,35781,1733062849619, sessionid=0x101914452940003, setting cluster-up flag (Was=false) 2024-12-01T14:20:51,297 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:51,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:51,329 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-154744137/flush-table-proc/acquired, /1-154744137/flush-table-proc/reached, /1-154744137/flush-table-proc/abort 2024-12-01T14:20:51,329 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,35781,1733062849619 2024-12-01T14:20:51,350 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:51,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:51,381 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-154744137/online-snapshot/acquired, /1-154744137/online-snapshot/reached, /1-154744137/online-snapshot/abort 2024-12-01T14:20:51,382 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,35781,1733062849619 2024-12-01T14:20:51,383 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:20:51,384 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:51,384 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:20:51,385 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:20:51,385 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,35781,1733062849619 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:51,386 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062881387 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:20:51,387 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:51,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:20:51,388 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:20:51,388 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:20:51,388 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:20:51,388 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:20:51,388 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:51,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:20:51,392 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:20:51,392 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:20:51,394 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062851392,5,FailOnTimeoutGroup] 2024-12-01T14:20:51,395 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(746): ClusterId : d47dd1f1-43b4-406d-9f12-dfd6e4d01846 2024-12-01T14:20:51,395 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:20:51,396 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062851394,5,FailOnTimeoutGroup] 2024-12-01T14:20:51,396 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,396 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:20:51,396 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,396 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:20:51,403 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:20:51,403 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:20:51,413 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:20:51,414 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b57d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:20:51,423 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:46535 2024-12-01T14:20:51,423 INFO [RS:0;57b748500ef9:46535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:20:51,423 INFO [RS:0;57b748500ef9:46535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:20:51,423 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:20:51,423 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,35781,1733062849619 with port=46535, startcode=1733062849763 2024-12-01T14:20:51,423 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:20:51,425 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:20:51,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,46535,1733062849763 2024-12-01T14:20:51,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35781 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,46535,1733062849763 2024-12-01T14:20:51,426 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4 2024-12-01T14:20:51,426 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41617 2024-12-01T14:20:51,426 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:20:51,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137/rs 2024-12-01T14:20:51,434 DEBUG [RS:0;57b748500ef9:46535 {}] zookeeper.ZKUtil(111): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on existing znode=/1-154744137/rs/57b748500ef9,46535,1733062849763 2024-12-01T14:20:51,434 WARN [RS:0;57b748500ef9:46535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:20:51,434 INFO [RS:0;57b748500ef9:46535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:51,434 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763 2024-12-01T14:20:51,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,46535,1733062849763] 2024-12-01T14:20:51,437 INFO [RS:0;57b748500ef9:46535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:20:51,439 INFO [RS:0;57b748500ef9:46535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:20:51,440 INFO [RS:0;57b748500ef9:46535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:20:51,440 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,440 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:20:51,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:20:51,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:20:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:20:51,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T14:20:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:20:51,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:20:51,441 INFO [RS:0;57b748500ef9:46535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:20:51,441 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,441 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,441 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,441 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:51,442 DEBUG [RS:0;57b748500ef9:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:20:51,447 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,447 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,447 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,447 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,447 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,447 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46535,1733062849763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:51,459 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:20:51,459 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,46535,1733062849763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,459 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,459 INFO [RS:0;57b748500ef9:46535 {}] regionserver.Replication(171): 57b748500ef9,46535,1733062849763 started 2024-12-01T14:20:51,470 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:51,470 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,46535,1733062849763, RpcServer on 57b748500ef9/172.17.0.3:46535, sessionid=0x101914452940004 2024-12-01T14:20:51,470 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:20:51,470 DEBUG [RS:0;57b748500ef9:46535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,46535,1733062849763 2024-12-01T14:20:51,470 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,46535,1733062849763' 2024-12-01T14:20:51,470 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-154744137/flush-table-proc/abort' 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-154744137/flush-table-proc/acquired' 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,46535,1733062849763 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,46535,1733062849763' 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-154744137/online-snapshot/abort' 2024-12-01T14:20:51,471 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-154744137/online-snapshot/acquired' 2024-12-01T14:20:51,472 DEBUG [RS:0;57b748500ef9:46535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:20:51,472 INFO [RS:0;57b748500ef9:46535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:20:51,472 INFO [RS:0;57b748500ef9:46535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:20:51,572 INFO [RS:0;57b748500ef9:46535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:20:51,573 INFO [RS:0;57b748500ef9:46535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C46535%2C1733062849763, suffix=, logDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763, archiveDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/oldWALs, maxLogs=10 2024-12-01T14:20:51,584 DEBUG [RS:0;57b748500ef9:46535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573, exclude list is [], retry=0 2024-12-01T14:20:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40813,DS-a8646abd-2408-48a6-9a86-b813ff75cc0c,DISK] 2024-12-01T14:20:51,587 INFO [RS:0;57b748500ef9:46535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 2024-12-01T14:20:51,588 DEBUG [RS:0;57b748500ef9:46535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-01T14:20:51,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:20:51,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4 2024-12-01T14:20:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:20:52,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:52,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:52,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:52,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:52,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:52,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:52,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:52,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:52,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:52,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:52,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740 2024-12-01T14:20:52,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740 2024-12-01T14:20:52,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:52,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:52,216 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:52,219 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:52,220 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64893748, jitterRate=-0.033007800579071045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:52,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062852208Initializing all the Stores at 1733062852209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062852209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062852209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062852209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062852209Cleaning up temporary data from old regions at 1733062852216 (+7 ms)Region opened successfully at 1733062852220 (+4 ms) 2024-12-01T14:20:52,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:20:52,220 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:20:52,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:20:52,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:20:52,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:20:52,222 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:20:52,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062852220Disabling compacts and flushes for region at 1733062852220Disabling writes for close at 1733062852220Writing region close event to WAL at 1733062852222 (+2 ms)Closed at 1733062852222 2024-12-01T14:20:52,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:52,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:20:52,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:20:52,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:52,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:20:52,374 DEBUG [57b748500ef9:35781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:20:52,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,46535,1733062849763 2024-12-01T14:20:52,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,46535,1733062849763, state=OPENING 2024-12-01T14:20:52,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:20:52,487 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:20:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:52,508 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:20:52,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-154744137/meta-region-server: CHANGED 2024-12-01T14:20:52,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-154744137/meta-region-server: CHANGED 2024-12-01T14:20:52,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:20:52,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,46535,1733062849763}] 2024-12-01T14:20:52,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:20:52,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:20:52,664 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:20:52,664 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:52,664 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:20:52,665 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C46535%2C1733062849763.meta, suffix=.meta, logDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763, archiveDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/oldWALs, maxLogs=10 2024-12-01T14:20:52,675 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.meta.1733062852665.meta, exclude list is [], retry=0 2024-12-01T14:20:52,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40813,DS-a8646abd-2408-48a6-9a86-b813ff75cc0c,DISK] 2024-12-01T14:20:52,679 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.meta.1733062852665.meta 2024-12-01T14:20:52,679 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-01T14:20:52,679 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:52,679 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:52,679 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:52,679 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:20:52,679 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:20:52,680 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:20:52,680 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:52,680 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:20:52,680 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:20:52,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:20:52,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:20:52,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:20:52,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:20:52,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:20:52,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:20:52,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:20:52,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:20:52,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:20:52,685 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:20:52,686 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740 2024-12-01T14:20:52,686 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740 2024-12-01T14:20:52,687 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:20:52,687 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:20:52,688 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:20:52,688 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:20:52,689 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66537871, jitterRate=-0.008508458733558655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:20:52,689 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:20:52,689 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062852680Writing region info on filesystem at 1733062852680Initializing all the Stores at 1733062852681 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062852681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062852681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062852681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062852681Cleaning up temporary data from old regions at 1733062852687 (+6 ms)Running coprocessor post-open hooks at 1733062852689 (+2 ms)Region opened successfully at 1733062852689 2024-12-01T14:20:52,690 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062852660 2024-12-01T14:20:52,691 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:20:52,691 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:20:52,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,46535,1733062849763 2024-12-01T14:20:52,692 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,46535,1733062849763, state=OPEN 2024-12-01T14:20:52,697 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-154744137/meta-region-server 2024-12-01T14:20:52,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-154744137/meta-region-server 2024-12-01T14:20:52,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,46535,1733062849763 2024-12-01T14:20:52,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-154744137/meta-region-server: CHANGED 2024-12-01T14:20:52,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-154744137/meta-region-server: CHANGED 2024-12-01T14:20:52,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:20:52,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,46535,1733062849763 in 189 msec 2024-12-01T14:20:52,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:20:52,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-12-01T14:20:52,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:20:52,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:20:52,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:52,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:20:52,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:52,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:52,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-12-01T14:20:52,707 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062852707, completionTime=-1 2024-12-01T14:20:52,707 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:20:52,707 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:20:52,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:20:52,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062912708 2024-12-01T14:20:52,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062972708 2024-12-01T14:20:52,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:20:52,709 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35781,1733062849619-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,709 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35781,1733062849619-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,709 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35781,1733062849619-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,709 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:35781, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,709 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,709 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,710 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.878sec 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35781,1733062849619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:20:52,712 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35781,1733062849619-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:20:52,714 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:20:52,714 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:20:52,714 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35781,1733062849619-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:20:52,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331882a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:52,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:20:52,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:52,797 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:20:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:20:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:52,798 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:52,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375bac09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:52,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:20:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:52,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:20:52,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,35781,1733062849619 2024-12-01T14:20:52,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64334 2024-12-01T14:20:52,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:20:52,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101914452940005 connected 2024-12-01T14:20:52,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46335,1733062844096 2024-12-01T14:20:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb653dc 2024-12-01T14:20:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:52,827 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:52,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:20:52,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:20:52,829 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:52,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:20:52,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:20:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:20:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:53,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:53,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:53,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5a9f55f602b5b24f89f86b4ab715451, NAME => 'test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285 2024-12-01T14:20:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:20:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:53,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:53,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d5a9f55f602b5b24f89f86b4ab715451, disabling compactions & flushes 2024-12-01T14:20:53,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. after waiting 0 ms 2024-12-01T14:20:53,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5a9f55f602b5b24f89f86b4ab715451: Waiting for close lock at 1733062853645Disabling compacts and flushes for region at 1733062853645Disabling writes for close at 1733062853645Writing region close event to WAL at 1733062853645Closed at 1733062853645 2024-12-01T14:20:53,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:20:53,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062853646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062853646"}]},"ts":"1733062853646"} 2024-12-01T14:20:53,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:20:53,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:20:53,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062853649"}]},"ts":"1733062853649"} 2024-12-01T14:20:53,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:20:53,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5a9f55f602b5b24f89f86b4ab715451, ASSIGN}] 2024-12-01T14:20:53,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5a9f55f602b5b24f89f86b4ab715451, ASSIGN 2024-12-01T14:20:53,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d5a9f55f602b5b24f89f86b4ab715451, ASSIGN; state=OFFLINE, location=57b748500ef9,43733,1733062844308; forceNewPlan=false, retain=false 2024-12-01T14:20:53,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5a9f55f602b5b24f89f86b4ab715451, regionState=OPENING, regionLocation=57b748500ef9,43733,1733062844308 2024-12-01T14:20:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d5a9f55f602b5b24f89f86b4ab715451, ASSIGN because future has completed 2024-12-01T14:20:53,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5a9f55f602b5b24f89f86b4ab715451, server=57b748500ef9,43733,1733062844308}] 2024-12-01T14:20:53,960 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,960 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5a9f55f602b5b24f89f86b4ab715451, NAME => 'test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:53,960 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:53,960 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:20:53,961 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,961 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:53,961 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,961 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,962 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,963 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5a9f55f602b5b24f89f86b4ab715451 columnFamilyName f 2024-12-01T14:20:53,963 DEBUG [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:53,963 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] regionserver.HStore(327): Store=d5a9f55f602b5b24f89f86b4ab715451/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:53,963 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,964 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5a9f55f602b5b24f89f86b4ab715451 columnFamilyName f1 2024-12-01T14:20:53,964 DEBUG [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:53,964 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] regionserver.HStore(327): Store=d5a9f55f602b5b24f89f86b4ab715451/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:53,964 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,965 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5a9f55f602b5b24f89f86b4ab715451 columnFamilyName norep 2024-12-01T14:20:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:53,965 DEBUG [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:53,966 INFO [StoreOpener-d5a9f55f602b5b24f89f86b4ab715451-1 {}] regionserver.HStore(327): Store=d5a9f55f602b5b24f89f86b4ab715451/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:53,966 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,966 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,967 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,967 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,967 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:20:53,968 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,970 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:53,970 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5a9f55f602b5b24f89f86b4ab715451; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587917, jitterRate=0.036940768361091614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:20:53,970 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:20:53,971 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5a9f55f602b5b24f89f86b4ab715451: Running coprocessor pre-open hook at 1733062853961Writing region info on filesystem at 1733062853961Initializing all the Stores at 1733062853961Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062853961Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062853962 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062853962Cleaning up temporary data from old regions at 1733062853967 (+5 ms)Running coprocessor post-open hooks at 1733062853970 (+3 ms)Region opened successfully at 1733062853971 (+1 ms) 2024-12-01T14:20:53,971 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., pid=6, masterSystemTime=1733062853957 2024-12-01T14:20:53,973 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,973 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:20:53,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5a9f55f602b5b24f89f86b4ab715451, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,43733,1733062844308 2024-12-01T14:20:53,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5a9f55f602b5b24f89f86b4ab715451, server=57b748500ef9,43733,1733062844308 because future has completed 2024-12-01T14:20:53,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:20:53,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5a9f55f602b5b24f89f86b4ab715451, server=57b748500ef9,43733,1733062844308 in 171 msec 2024-12-01T14:20:53,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:20:53,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d5a9f55f602b5b24f89f86b4ab715451, ASSIGN in 326 msec 2024-12-01T14:20:53,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:20:53,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062853979"}]},"ts":"1733062853979"} 2024-12-01T14:20:53,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:20:53,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:20:53,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-01T14:20:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:54,975 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:20:54,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35781,1733062849619 2024-12-01T14:20:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3bd42b 2024-12-01T14:20:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:54,977 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:54,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:20:54,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:20:54,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:54,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:20:54,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:20:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:20:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:55,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 113e57a20848c8abaa93883a794ea5b2, NAME => 'test,,1733062854977.113e57a20848c8abaa93883a794ea5b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4 2024-12-01T14:20:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:20:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:55,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062854977.113e57a20848c8abaa93883a794ea5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:55,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 113e57a20848c8abaa93883a794ea5b2, disabling compactions & flushes 2024-12-01T14:20:55,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:55,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:55,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. after waiting 0 ms 2024-12-01T14:20:55,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:55,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:55,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 113e57a20848c8abaa93883a794ea5b2: Waiting for close lock at 1733062855791Disabling compacts and flushes for region at 1733062855791Disabling writes for close at 1733062855791Writing region close event to WAL at 1733062855791Closed at 1733062855791 2024-12-01T14:20:55,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:20:55,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062854977.113e57a20848c8abaa93883a794ea5b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062855793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062855793"}]},"ts":"1733062855793"} 2024-12-01T14:20:55,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:20:55,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:20:55,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062855795"}]},"ts":"1733062855795"} 2024-12-01T14:20:55,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:20:55,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=113e57a20848c8abaa93883a794ea5b2, ASSIGN}] 2024-12-01T14:20:55,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=113e57a20848c8abaa93883a794ea5b2, ASSIGN 2024-12-01T14:20:55,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=113e57a20848c8abaa93883a794ea5b2, ASSIGN; state=OFFLINE, location=57b748500ef9,46535,1733062849763; forceNewPlan=false, retain=false 2024-12-01T14:20:55,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=113e57a20848c8abaa93883a794ea5b2, regionState=OPENING, regionLocation=57b748500ef9,46535,1733062849763 2024-12-01T14:20:55,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=113e57a20848c8abaa93883a794ea5b2, ASSIGN because future has completed 2024-12-01T14:20:55,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 113e57a20848c8abaa93883a794ea5b2, server=57b748500ef9,46535,1733062849763}] 2024-12-01T14:20:56,107 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:56,107 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 113e57a20848c8abaa93883a794ea5b2, NAME => 'test,,1733062854977.113e57a20848c8abaa93883a794ea5b2.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:56,107 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:56,107 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:20:56,107 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,107 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062854977.113e57a20848c8abaa93883a794ea5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:56,107 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,107 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,108 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,109 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 113e57a20848c8abaa93883a794ea5b2 columnFamilyName f 2024-12-01T14:20:56,109 DEBUG [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:56,110 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] regionserver.HStore(327): Store=113e57a20848c8abaa93883a794ea5b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:56,110 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,110 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 113e57a20848c8abaa93883a794ea5b2 columnFamilyName f1 2024-12-01T14:20:56,110 DEBUG [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:56,111 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] regionserver.HStore(327): Store=113e57a20848c8abaa93883a794ea5b2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:56,111 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,111 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 113e57a20848c8abaa93883a794ea5b2 columnFamilyName norep 2024-12-01T14:20:56,111 DEBUG [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:56,112 INFO [StoreOpener-113e57a20848c8abaa93883a794ea5b2-1 {}] regionserver.HStore(327): Store=113e57a20848c8abaa93883a794ea5b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:56,112 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,112 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,112 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,113 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,113 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,114 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:20:56,114 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:56,116 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:56,117 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 113e57a20848c8abaa93883a794ea5b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68324370, jitterRate=0.01811245083808899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:20:56,117 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:20:56,117 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 113e57a20848c8abaa93883a794ea5b2: Running coprocessor pre-open hook at 1733062856107Writing region info on filesystem at 1733062856107Initializing all the Stores at 1733062856108 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062856108Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062856108Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062856108Cleaning up temporary data from old regions at 1733062856113 (+5 ms)Running coprocessor post-open hooks at 1733062856117 (+4 ms)Region opened successfully at 1733062856117 2024-12-01T14:20:56,117 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., pid=6, masterSystemTime=1733062856103 2024-12-01T14:20:56,119 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:56,119 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:20:56,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=113e57a20848c8abaa93883a794ea5b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,46535,1733062849763 2024-12-01T14:20:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 113e57a20848c8abaa93883a794ea5b2, server=57b748500ef9,46535,1733062849763 because future has completed 2024-12-01T14:20:56,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:20:56,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 113e57a20848c8abaa93883a794ea5b2, server=57b748500ef9,46535,1733062849763 in 171 msec 2024-12-01T14:20:56,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:20:56,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=113e57a20848c8abaa93883a794ea5b2, ASSIGN in 327 msec 2024-12-01T14:20:56,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:20:56,127 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062856127"}]},"ts":"1733062856127"} 2024-12-01T14:20:56,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:20:56,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:20:56,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-01T14:20:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:20:57,126 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:20:57,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a33adfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:20:57,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:57,127 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:20:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:20:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73697865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:20:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:57,128 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b590948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4f14f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:20:57,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:57,130 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:20:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:20:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad0c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:20:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:57,131 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3cba65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129347af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:20:57,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:57,132 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:20:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:20:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb4e2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:20:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:57,133 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5da00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:57,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46335,1733062844096 2024-12-01T14:20:57,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b28c346 2024-12-01T14:20:57,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:57,135 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:57,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:35781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:20:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:20:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:57,138 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:35781' 2024-12-01T14:20:57,138 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288f14f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,138 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:20:57,138 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:57,139 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:20:57,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:57,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:20:57,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a678b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:20:57,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:57,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:57,140 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:57,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b656b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:57,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:57,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35781,1733062849619 2024-12-01T14:20:57,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cdd3d7c 2024-12-01T14:20:57,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:57,142 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:57,143 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:20:57,143 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:20:57,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:57,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:57,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:57,143 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:57,144 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:20:57,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:20:57,145 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:57,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:20:57,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:20:57,195 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:20:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:57,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:20:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:57,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a74b95c9e85459f819150de820fd919, NAME => 'hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285 2024-12-01T14:20:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:20:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:58,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:58,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a74b95c9e85459f819150de820fd919, disabling compactions & flushes 2024-12-01T14:20:58,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. after waiting 0 ms 2024-12-01T14:20:58,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a74b95c9e85459f819150de820fd919: Waiting for close lock at 1733062858008Disabling compacts and flushes for region at 1733062858008Disabling writes for close at 1733062858008Writing region close event to WAL at 1733062858008Closed at 1733062858008 2024-12-01T14:20:58,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:20:58,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062858010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062858010"}]},"ts":"1733062858010"} 2024-12-01T14:20:58,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:20:58,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:20:58,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062858013"}]},"ts":"1733062858013"} 2024-12-01T14:20:58,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:20:58,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a74b95c9e85459f819150de820fd919, ASSIGN}] 2024-12-01T14:20:58,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a74b95c9e85459f819150de820fd919, ASSIGN 2024-12-01T14:20:58,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a74b95c9e85459f819150de820fd919, ASSIGN; state=OFFLINE, location=57b748500ef9,43733,1733062844308; forceNewPlan=false, retain=false 2024-12-01T14:20:58,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a74b95c9e85459f819150de820fd919, regionState=OPENING, regionLocation=57b748500ef9,43733,1733062844308 2024-12-01T14:20:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a74b95c9e85459f819150de820fd919, ASSIGN because future has completed 2024-12-01T14:20:58,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a74b95c9e85459f819150de820fd919, server=57b748500ef9,43733,1733062844308}] 2024-12-01T14:20:58,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:20:58,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:20:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:58,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:20:58,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:20:58,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C43733%2C1733062844308.rep, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/oldWALs, maxLogs=10 2024-12-01T14:20:58,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.rep.1733062858327, exclude list is [], retry=0 2024-12-01T14:20:58,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46425,DS-70539fee-6c44-4117-9969-4afd538d6527,DISK] 2024-12-01T14:20:58,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.rep.1733062858327 2024-12-01T14:20:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36139:36139)] 2024-12-01T14:20:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a74b95c9e85459f819150de820fd919, NAME => 'hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:20:58,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:20:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:20:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. service=MultiRowMutationService 2024-12-01T14:20:58,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:20:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:20:58,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,348 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,348 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a74b95c9e85459f819150de820fd919 columnFamilyName hfileref 2024-12-01T14:20:58,349 DEBUG [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:58,349 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] regionserver.HStore(327): Store=8a74b95c9e85459f819150de820fd919/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:58,349 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,350 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a74b95c9e85459f819150de820fd919 columnFamilyName queue 2024-12-01T14:20:58,350 DEBUG [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:58,350 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] regionserver.HStore(327): Store=8a74b95c9e85459f819150de820fd919/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:58,350 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,351 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a74b95c9e85459f819150de820fd919 columnFamilyName sid 2024-12-01T14:20:58,351 DEBUG [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:58,351 INFO [StoreOpener-8a74b95c9e85459f819150de820fd919-1 {}] regionserver.HStore(327): Store=8a74b95c9e85459f819150de820fd919/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:20:58,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:20:58,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:20:58,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a74b95c9e85459f819150de820fd919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68578996, jitterRate=0.021906673908233643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:20:58,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:20:58,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a74b95c9e85459f819150de820fd919: Running coprocessor pre-open hook at 1733062858347Writing region info on filesystem at 1733062858347Initializing all the Stores at 1733062858347Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062858347Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062858347Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062858347Cleaning up temporary data from old regions at 1733062858353 (+6 ms)Running coprocessor post-open hooks at 1733062858356 (+3 ms)Region opened successfully at 1733062858356 2024-12-01T14:20:58,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919., pid=10, masterSystemTime=1733062858321 2024-12-01T14:20:58,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:20:58,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a74b95c9e85459f819150de820fd919, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,43733,1733062844308 2024-12-01T14:20:58,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a74b95c9e85459f819150de820fd919, server=57b748500ef9,43733,1733062844308 because future has completed 2024-12-01T14:20:58,361 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46335 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=57b748500ef9,43733,1733062844308, table=hbase:replication, region=8a74b95c9e85459f819150de820fd919. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T14:20:58,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:20:58,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a74b95c9e85459f819150de820fd919, server=57b748500ef9,43733,1733062844308 in 193 msec 2024-12-01T14:20:58,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:20:58,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a74b95c9e85459f819150de820fd919, ASSIGN in 349 msec 2024-12-01T14:20:58,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:20:58,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062858366"}]},"ts":"1733062858366"} 2024-12-01T14:20:58,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:20:58,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:20:58,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-12-01T14:20:58,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919., hostname=57b748500ef9,43733,1733062844308, seqNum=2] 2024-12-01T14:20:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:58,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:20:58,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:20:58,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:20:58,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:20:58,651 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:20:58,676 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,43733,1733062844308, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:20:58,677 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:20:58,677 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43733,1733062844308, seqNum=-1] 2024-12-01T14:20:58,677 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:20:58,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-01T14:20:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,43733,1733062844308', locateType=CURRENT is [region=hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919., hostname=57b748500ef9,43733,1733062844308, seqNum=2] 2024-12-01T14:20:58,682 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:20:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:20:58,684 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,43733,1733062844308 suceeded 2024-12-01T14:20:58,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:20:58,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-01T14:20:58,686 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:35781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:20:58,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5510 sec 2024-12-01T14:20:58,710 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:35781' 2024-12-01T14:20:58,711 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52fe5a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:58,711 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:20:58,711 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:58,711 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:20:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:20:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@517a6253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:20:58,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:58,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:58,713 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:58,714 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1900e3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:58,714 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:58,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35781,1733062849619 2024-12-01T14:20:58,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b2ead8 2024-12-01T14:20:58,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:58,715 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-01T14:20:58,716 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,43733,1733062844308 (queues=1) is replicating from cluster=5cfa6a0d-83d1-480d-acc2-abeeea96a180 to cluster=d47dd1f1-43b4-406d-9f12-dfd6e4d01846 2024-12-01T14:20:58,716 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C43733%2C1733062844308 2024-12-01T14:20:58,716 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,43733,1733062844308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:20:58,716 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C43733%2C1733062844308 2024-12-01T14:20:58,716 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608, startPosition=0, beingWritten=true 2024-12-01T14:20:58,721 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:20:58,721 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:20:58,721 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,43733,1733062844308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:20:58,924 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:20:59,228 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:20:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:59,285 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:20:59,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:20:59,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:20:59,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:59,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:59,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:59,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c774ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:59,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:20:59,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:59,287 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:20:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:20:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65db9aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:20:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:59,288 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:59,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ff0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:59,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35781,1733062849619 2024-12-01T14:20:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9e14f9 2024-12-01T14:20:59,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:59,291 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:59,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:46335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:20:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:20:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:59,293 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:46335' 2024-12-01T14:20:59,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3928f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:59,295 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:20:59,295 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:20:59,296 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:20:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:20:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:20:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6462e3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:20:59,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:20:59,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:59,297 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:20:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ba67cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:20:59,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:20:59,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46335,1733062844096 2024-12-01T14:20:59,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a921fb9 2024-12-01T14:20:59,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:20:59,300 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:20:59,300 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:20:59,300 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:20:59,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:59,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:20:59,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:20:59,301 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:20:59,302 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:20:59,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:20:59,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:20:59,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:20:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:20:59,352 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:20:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:20:59,631 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:20:59,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b63a65958044136c024f898a023cbc53, NAME => 'hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4 2024-12-01T14:20:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:20:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:00,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:00,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b63a65958044136c024f898a023cbc53, disabling compactions & flushes 2024-12-01T14:21:00,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. after waiting 0 ms 2024-12-01T14:21:00,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b63a65958044136c024f898a023cbc53: Waiting for close lock at 1733062860120Disabling compacts and flushes for region at 1733062860120Disabling writes for close at 1733062860120Writing region close event to WAL at 1733062860120Closed at 1733062860120 2024-12-01T14:21:00,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:21:00,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062860121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062860121"}]},"ts":"1733062860121"} 2024-12-01T14:21:00,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:21:00,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:21:00,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062860124"}]},"ts":"1733062860124"} 2024-12-01T14:21:00,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:21:00,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b63a65958044136c024f898a023cbc53, ASSIGN}] 2024-12-01T14:21:00,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b63a65958044136c024f898a023cbc53, ASSIGN 2024-12-01T14:21:00,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b63a65958044136c024f898a023cbc53, ASSIGN; state=OFFLINE, location=57b748500ef9,46535,1733062849763; forceNewPlan=false, retain=false 2024-12-01T14:21:00,136 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:21:00,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b63a65958044136c024f898a023cbc53, regionState=OPENING, regionLocation=57b748500ef9,46535,1733062849763 2024-12-01T14:21:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b63a65958044136c024f898a023cbc53, ASSIGN because future has completed 2024-12-01T14:21:00,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b63a65958044136c024f898a023cbc53, server=57b748500ef9,46535,1733062849763}] 2024-12-01T14:21:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:00,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:00,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:21:00,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C46535%2C1733062849763.rep, suffix=, logDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763, archiveDir=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/oldWALs, maxLogs=10 2024-12-01T14:21:00,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.rep.1733062860438, exclude list is [], retry=0 2024-12-01T14:21:00,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40813,DS-a8646abd-2408-48a6-9a86-b813ff75cc0c,DISK] 2024-12-01T14:21:00,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.rep.1733062860438 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015)] 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b63a65958044136c024f898a023cbc53, NAME => 'hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:00,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. service=MultiRowMutationService 2024-12-01T14:21:00,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,455 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,456 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b63a65958044136c024f898a023cbc53 columnFamilyName hfileref 2024-12-01T14:21:00,456 DEBUG [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:00,457 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] regionserver.HStore(327): Store=b63a65958044136c024f898a023cbc53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:00,457 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,458 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b63a65958044136c024f898a023cbc53 columnFamilyName queue 2024-12-01T14:21:00,458 DEBUG [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:00,458 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] regionserver.HStore(327): Store=b63a65958044136c024f898a023cbc53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:00,458 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,459 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b63a65958044136c024f898a023cbc53 columnFamilyName sid 2024-12-01T14:21:00,459 DEBUG [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:00,460 INFO [StoreOpener-b63a65958044136c024f898a023cbc53-1 {}] regionserver.HStore(327): Store=b63a65958044136c024f898a023cbc53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:00,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:21:00,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:00,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b63a65958044136c024f898a023cbc53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66143485, jitterRate=-0.014385268092155457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:21:00,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:00,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b63a65958044136c024f898a023cbc53: Running coprocessor pre-open hook at 1733062860454Writing region info on filesystem at 1733062860454Initializing all the Stores at 1733062860455 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062860455Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062860455Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062860455Cleaning up temporary data from old regions at 1733062860462 (+7 ms)Running coprocessor post-open hooks at 1733062860465 (+3 ms)Region opened successfully at 1733062860465 2024-12-01T14:21:00,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53., pid=10, masterSystemTime=1733062860433 2024-12-01T14:21:00,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:00,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b63a65958044136c024f898a023cbc53, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,46535,1733062849763 2024-12-01T14:21:00,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b63a65958044136c024f898a023cbc53, server=57b748500ef9,46535,1733062849763 because future has completed 2024-12-01T14:21:00,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:21:00,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b63a65958044136c024f898a023cbc53, server=57b748500ef9,46535,1733062849763 in 190 msec 2024-12-01T14:21:00,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:21:00,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b63a65958044136c024f898a023cbc53, ASSIGN in 346 msec 2024-12-01T14:21:00,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:21:00,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062860474"}]},"ts":"1733062860474"} 2024-12-01T14:21:00,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:21:00,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:21:00,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-01T14:21:00,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53., hostname=57b748500ef9,46535,1733062849763, seqNum=2] 2024-12-01T14:21:00,591 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:21:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:21:00,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:21:00,740 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:21:00,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:21:00,766 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:21:00,793 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,46535,1733062849763, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:21:00,793 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:00,793 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:00,794 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:00,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:00,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,46535,1733062849763', locateType=CURRENT is [region=hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53., hostname=57b748500ef9,46535,1733062849763, seqNum=2] 2024-12-01T14:21:00,798 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:21:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:21:00,800 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,46535,1733062849763 suceeded 2024-12-01T14:21:00,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:21:00,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-01T14:21:00,801 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:46335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:21:00,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-12-01T14:21:00,814 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:46335' 2024-12-01T14:21:00,815 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c536eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:00,816 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:21:00,816 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:00,816 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:21:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:21:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e7c0c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:21:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:00,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:00,818 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:00,818 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9c08f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:00,818 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:00,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46335,1733062844096 2024-12-01T14:21:00,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16963960 2024-12-01T14:21:00,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:00,820 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-01T14:21:00,820 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,46535,1733062849763 (queues=1) is replicating from cluster=d47dd1f1-43b4-406d-9f12-dfd6e4d01846 to cluster=5cfa6a0d-83d1-480d-acc2-abeeea96a180 2024-12-01T14:21:00,820 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C46535%2C1733062849763 2024-12-01T14:21:00,821 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,46535,1733062849763, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:21:00,821 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573, startPosition=0, beingWritten=true 2024-12-01T14:21:00,821 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C46535%2C1733062849763 2024-12-01T14:21:00,827 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:00,827 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:00,827 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,46535,1733062849763 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:01,031 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:01,335 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:01,436 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:21:01,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:01,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:01,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:01,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:01,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:01,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:01,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733062861440/Put/seqid=0 2024-12-01T14:21:01,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:21:01,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T14:21:01,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:21:01,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T14:21:01,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:01,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T14:21:01,443 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:21:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741840_1016 (size=7894) 2024-12-01T14:21:01,739 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:01,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733062861849/Put/seqid=0 2024-12-01T14:21:01,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741841_1017 (size=7691) 2024-12-01T14:21:02,242 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:02,248 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:21:02,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53867ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:02,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:21:02,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:02,255 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:21:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:21:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359c50c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:21:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:02,256 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:02,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56104335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:02,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43733,1733062844308, seqNum=-1] 2024-12-01T14:21:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:02,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:02,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:02,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46335,1733062844096 2024-12-01T14:21:02,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a4faaf6 2024-12-01T14:21:02,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:02,268 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., hostname=57b748500ef9,43733,1733062844308, seqNum=2] 2024-12-01T14:21:02,273 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:21:02,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-01T14:21:02,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-01T14:21:02,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_0 for inclusion in d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T14:21:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:02,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_1 for inclusion in d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T14:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegion(2603): Flush status journal for d5a9f55f602b5b24f89f86b4ab715451: 2024-12-01T14:21:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_0 2024-12-01T14:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_0 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ 2024-12-01T14:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_1 2024-12-01T14:21:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_1 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ 2024-12-01T14:21:02,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_0 into d5a9f55f602b5b24f89f86b4ab715451/f as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ - updating store file list. 2024-12-01T14:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d118bedc907443c9afe9e4a66288eb26_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:02,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ into d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:02,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_0 into d5a9f55f602b5b24f89f86b4ab715451/f (new location: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_) 2024-12-01T14:21:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_0 2024-12-01T14:21:02,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_1 into d5a9f55f602b5b24f89f86b4ab715451/f as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ - updating store file list. 2024-12-01T14:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16ead80af9524c7592c03eb2fb950da3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:02,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ into d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:02,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_1 into d5a9f55f602b5b24f89f86b4ab715451/f (new location: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_) 2024-12-01T14:21:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins__test__snkq8j0aravkm721vdca1fe0arpb876iud9pj5p8hc10jmt9o00ton8nai628tpr/f/hfile_1 2024-12-01T14:21:02,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:02,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:02,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:02,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:02,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., hostname=57b748500ef9,43733,1733062844308, seqNum=2 , the old value is region=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., hostname=57b748500ef9,43733,1733062844308, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:43733 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:21:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., hostname=57b748500ef9,43733,1733062844308, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:21:02,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., hostname=57b748500ef9,43733,1733062844308, seqNum=2 from cache 2024-12-01T14:21:02,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:02,308 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T14:21:02,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., hostname=57b748500ef9,46535,1733062849763, seqNum=2] 2024-12-01T14:21:02,312 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T14:21:02,415 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:43733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T14:21:02,845 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:03,151 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 379, reset compression=false 2024-12-01T14:21:03,156 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:03,156 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,43733,1733062844308 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5a9f55f602b5b24f89f86b4ab715451/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733062862304/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T14:21:03,158 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:03,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-01T14:21:03,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(318): Replicating [5cfa6a0d-83d1-480d-acc2-abeeea96a180] bulk loaded data 2024-12-01T14:21:03,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e742863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:03,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:21:03,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:03,161 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:21:03,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:03,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:21:03,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59bf9b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:03,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:21:03,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:03,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:03,163 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:03,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4153d855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741840_1016 (size=7894) 2024-12-01T14:21:03,313 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T14:21:03,356 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 687, reset compression=false 2024-12-01T14:21:03,552 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741841_1017 (size=7691) 2024-12-01T14:21:03,660 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 687, reset compression=false 2024-12-01T14:21:03,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:03,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:03,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:04,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35781,1733062849619 2024-12-01T14:21:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ebe956 2024-12-01T14:21:04,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:04,002 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-01T14:21:04,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:21:04,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:04,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:04,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:04,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T14:21:04,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T14:21:04,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ for inclusion in 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T14:21:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:04,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ for inclusion in 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T14:21:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(2603): Flush status journal for 113e57a20848c8abaa93883a794ea5b2: 2024-12-01T14:21:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 16ead80af9524c7592c03eb2fb950da3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:21:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/6e3553656c9641e0af617856c36dce66_SeqId_4_ 2024-12-01T14:21:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d118bedc907443c9afe9e4a66288eb26_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:21:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/b68679bef49641ac9ffff0d01b9aad3d_SeqId_4_ 2024-12-01T14:21:04,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ into 113e57a20848c8abaa93883a794ea5b2/f as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/6e3553656c9641e0af617856c36dce66_SeqId_4_ - updating store file list. 2024-12-01T14:21:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e3553656c9641e0af617856c36dce66_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:04,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/6e3553656c9641e0af617856c36dce66_SeqId_4_ into 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:04,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ into 113e57a20848c8abaa93883a794ea5b2/f (new location: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/6e3553656c9641e0af617856c36dce66_SeqId_4_) 2024-12-01T14:21:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/16ead80af9524c7592c03eb2fb950da3_SeqId_4_ 2024-12-01T14:21:04,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ into 113e57a20848c8abaa93883a794ea5b2/f as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/b68679bef49641ac9ffff0d01b9aad3d_SeqId_4_ - updating store file list. 2024-12-01T14:21:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b68679bef49641ac9ffff0d01b9aad3d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:04,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/b68679bef49641ac9ffff0d01b9aad3d_SeqId_4_ into 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:04,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ into 113e57a20848c8abaa93883a794ea5b2/f (new location: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/b68679bef49641ac9ffff0d01b9aad3d_SeqId_4_) 2024-12-01T14:21:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins.hfs.11__test__r7nmt99mhv96kvun4ork1c4vmvb17h6rjag4a794kq40809pegf212prre3ffmeb/f/d118bedc907443c9afe9e4a66288eb26_SeqId_4_ 2024-12-01T14:21:04,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(324): Finished replicating [5cfa6a0d-83d1-480d-acc2-abeeea96a180] bulk loaded data 2024-12-01T14:21:04,063 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 687, reset compression=false 2024-12-01T14:21:04,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:04,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733062864323/Put/seqid=0 2024-12-01T14:21:04,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741842_1018 (size=11194) 2024-12-01T14:21:04,357 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 379, reset compression=false 2024-12-01T14:21:04,362 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:04,362 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,46535,1733062849763 got entry batch from reader: WALEntryBatch [walEntries=[{test/113e57a20848c8abaa93883a794ea5b2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733062864038/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-01T14:21:04,364 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:04,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-01T14:21:04,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.ReplicationSink(318): Replicating [5cfa6a0d-83d1-480d-acc2-abeeea96a180, d47dd1f1-43b4-406d-9f12-dfd6e4d01846] bulk loaded data 2024-12-01T14:21:04,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e83ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:04,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,46335,-1 for getting cluster id 2024-12-01T14:21:04,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:04,366 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cfa6a0d-83d1-480d-acc2-abeeea96a180' 2024-12-01T14:21:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cfa6a0d-83d1-480d-acc2-abeeea96a180" 2024-12-01T14:21:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d4635f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:04,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,46335,-1] 2024-12-01T14:21:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:04,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:04,368 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:04,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2143a61b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741842_1018 (size=7691) 2024-12-01T14:21:04,562 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 725, reset compression=false 2024-12-01T14:21:04,568 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 687, reset compression=false 2024-12-01T14:21:04,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733062864729/Put/seqid=0 2024-12-01T14:21:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741843_1019 (size=10791) 2024-12-01T14:21:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741843_1019 (size=7894) 2024-12-01T14:21:04,866 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 725, reset compression=false 2024-12-01T14:21:05,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19256a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:05,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,35781,-1 for getting cluster id 2024-12-01T14:21:05,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:05,135 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd47dd1f1-43b4-406d-9f12-dfd6e4d01846' 2024-12-01T14:21:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d47dd1f1-43b4-406d-9f12-dfd6e4d01846" 2024-12-01T14:21:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738de062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,35781,-1] 2024-12-01T14:21:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:05,137 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:05,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f6ee3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:05,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:05,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:05,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:05,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,35781,1733062849619 2024-12-01T14:21:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7edf92 2024-12-01T14:21:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:05,148 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., hostname=57b748500ef9,46535,1733062849763, seqNum=2] 2024-12-01T14:21:05,154 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:21:05,162 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-01T14:21:05,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-01T14:21:05,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T14:21:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:05,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:05,171 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 687, reset compression=false 2024-12-01T14:21:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T14:21:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(2603): Flush status journal for 113e57a20848c8abaa93883a794ea5b2: 2024-12-01T14:21:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_0 2024-12-01T14:21:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_0 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ 2024-12-01T14:21:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_1 2024-12-01T14:21:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_1 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ 2024-12-01T14:21:05,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_0 into 113e57a20848c8abaa93883a794ea5b2/f as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ - updating store file list. 2024-12-01T14:21:05,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48142f31762f46d497a9adfbdb90141d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:05,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,46335,1733062844096 2024-12-01T14:21:05,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@479df34c 2024-12-01T14:21:05,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ into 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:05,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_0 into 113e57a20848c8abaa93883a794ea5b2/f (new location: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_) 2024-12-01T14:21:05,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_0 2024-12-01T14:21:05,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_1 into 113e57a20848c8abaa93883a794ea5b2/f as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ - updating store file list. 2024-12-01T14:21:05,195 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-01T14:21:05,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:21:05,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43733,1733062844308, seqNum=-1] 2024-12-01T14:21:05,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:05,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:05,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ into 113e57a20848c8abaa93883a794ea5b2/f 2024-12-01T14:21:05,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_1 into 113e57a20848c8abaa93883a794ea5b2/f (new location: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_) 2024-12-01T14:21:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/staging/jenkins__test__90j5fm8bma3jpgpmss70845kib1gvfrpmj27tkoghrg9sa0l60r2j43tmbff6267/f/hfile_1 2024-12-01T14:21:05,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:05,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:05,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:05,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:05,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:05,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:05,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__jllcrft7quob67tq1vaokjbmg9h9ekdpe4n8gm3d05ul50h1nsnv3vakn1b7akci/f/6e3553656c9641e0af617856c36dce66_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T14:21:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., hostname=57b748500ef9,46535,1733062849763, seqNum=2 , the old value is region=test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., hostname=57b748500ef9,46535,1733062849763, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:46535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:21:05,211 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T14:21:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., hostname=57b748500ef9,46535,1733062849763, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:21:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733062854977.113e57a20848c8abaa93883a794ea5b2., hostname=57b748500ef9,46535,1733062849763, seqNum=2 from cache 2024-12-01T14:21:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,43733,1733062844308, seqNum=-1] 2024-12-01T14:21:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:05,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__jllcrft7quob67tq1vaokjbmg9h9ekdpe4n8gm3d05ul50h1nsnv3vakn1b7akci/f/b68679bef49641ac9ffff0d01b9aad3d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T14:21:05,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:05,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.ReplicationSink(324): Finished replicating [5cfa6a0d-83d1-480d-acc2-abeeea96a180, d47dd1f1-43b4-406d-9f12-dfd6e4d01846] bulk loaded data 2024-12-01T14:21:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., hostname=57b748500ef9,43733,1733062844308, seqNum=2] 2024-12-01T14:21:05,222 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T14:21:05,271 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 725, reset compression=false 2024-12-01T14:21:05,275 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:05,276 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,46535,1733062849763 got entry batch from reader: WALEntryBatch [walEntries=[{test/113e57a20848c8abaa93883a794ea5b2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733062865204/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T14:21:05,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.ReplicationSink(318): Replicating [d47dd1f1-43b4-406d-9f12-dfd6e4d01846] bulk loaded data 2024-12-01T14:21:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741844_1020 (size=11194) 2024-12-01T14:21:05,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:46535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T14:21:05,476 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1033, reset compression=false 2024-12-01T14:21:05,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741845_1021 (size=10791) 2024-12-01T14:21:05,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:21:05,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-01T14:21:05,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-01T14:21:05,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ for inclusion in d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T14:21:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:05,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ for inclusion in d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T14:21:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:21:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegion(2603): Flush status journal for d5a9f55f602b5b24f89f86b4ab715451: 2024-12-01T14:21:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:21:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d4ccd5182d724ae7b5c60d4463fb18d7_SeqId_6_ 2024-12-01T14:21:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 48142f31762f46d497a9adfbdb90141d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:21:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/94f35933bd3d4d2abdae9ca0e37aa741_SeqId_6_ 2024-12-01T14:21:05,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ into d5a9f55f602b5b24f89f86b4ab715451/f as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d4ccd5182d724ae7b5c60d4463fb18d7_SeqId_6_ - updating store file list. 2024-12-01T14:21:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4ccd5182d724ae7b5c60d4463fb18d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:05,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d4ccd5182d724ae7b5c60d4463fb18d7_SeqId_6_ into d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:05,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ into d5a9f55f602b5b24f89f86b4ab715451/f (new location: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/d4ccd5182d724ae7b5c60d4463fb18d7_SeqId_6_) 2024-12-01T14:21:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_ 2024-12-01T14:21:05,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ into d5a9f55f602b5b24f89f86b4ab715451/f as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/94f35933bd3d4d2abdae9ca0e37aa741_SeqId_6_ - updating store file list. 2024-12-01T14:21:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94f35933bd3d4d2abdae9ca0e37aa741_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:21:05,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/94f35933bd3d4d2abdae9ca0e37aa741_SeqId_6_ into d5a9f55f602b5b24f89f86b4ab715451/f 2024-12-01T14:21:05,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ into d5a9f55f602b5b24f89f86b4ab715451/f (new location: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/f/94f35933bd3d4d2abdae9ca0e37aa741_SeqId_6_) 2024-12-01T14:21:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/staging/jenkins.hfs.10__test__nigpoljl6d3ab8ms6dp96p3qs36n87t73oo178t6csegtl250uip3q2065arvh13/f/48142f31762f46d497a9adfbdb90141d_SeqId_6_ 2024-12-01T14:21:05,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.ReplicationSink(324): Finished replicating [d47dd1f1-43b4-406d-9f12-dfd6e4d01846] bulk loaded data 2024-12-01T14:21:05,781 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1033, reset compression=false 2024-12-01T14:21:05,875 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 687, reset compression=false 2024-12-01T14:21:05,881 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:05,881 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,43733,1733062844308 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5a9f55f602b5b24f89f86b4ab715451/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733062865740/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-01T14:21:05,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(318): Replicating [d47dd1f1-43b4-406d-9f12-dfd6e4d01846, 5cfa6a0d-83d1-480d-acc2-abeeea96a180] bulk loaded data 2024-12-01T14:21:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741844_1020 (size=10791) 2024-12-01T14:21:06,081 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:06,185 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1033, reset compression=false 2024-12-01T14:21:06,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:21:06,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:06,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:06,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:06,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:06,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:21:06,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:06,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1465208150, stopped=false 2024-12-01T14:21:06,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,35781,1733062849619 2024-12-01T14:21:06,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-154744137/running 2024-12-01T14:21:06,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:21:06,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:06,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:06,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:06,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:06,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,46535,1733062849763' ***** 2024-12-01T14:21:06,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:21:06,297 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-154744137/running 2024-12-01T14:21:06,297 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:21:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741845_1021 (size=11194) 2024-12-01T14:21:06,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/running 2024-12-01T14:21:06,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Set watcher on znode that does not yet exist, /1-154744137/running 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:21:06,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for 113e57a20848c8abaa93883a794ea5b2 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for b63a65958044136c024f898a023cbc53 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,46535,1733062849763 2024-12-01T14:21:06,300 INFO [RS:0;57b748500ef9:46535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:06,300 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 113e57a20848c8abaa93883a794ea5b2, disabling compactions & flushes 2024-12-01T14:21:06,300 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:21:06,300 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:21:06,300 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. after waiting 0 ms 2024-12-01T14:21:06,300 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:21:06,303 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/default/test/113e57a20848c8abaa93883a794ea5b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:06,304 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:21:06,304 INFO [RS:0;57b748500ef9:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:46535. 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 113e57a20848c8abaa93883a794ea5b2: Waiting for close lock at 1733062866300Running coprocessor pre-close hooks at 1733062866300Disabling compacts and flushes for region at 1733062866300Disabling writes for close at 1733062866300Writing region close event to WAL at 1733062866301 (+1 ms)Running coprocessor post-close hooks at 1733062866304 (+3 ms)Closed at 1733062866304 2024-12-01T14:21:06,304 DEBUG [RS:0;57b748500ef9:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:06,304 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062854977.113e57a20848c8abaa93883a794ea5b2. 2024-12-01T14:21:06,304 INFO [RS:0;57b748500ef9:46535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:21:06,304 INFO [RS:0;57b748500ef9:46535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:21:06,304 INFO [RS:0;57b748500ef9:46535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b63a65958044136c024f898a023cbc53, disabling compactions & flushes 2024-12-01T14:21:06,304 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:21:06,304 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. after waiting 0 ms 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:06,304 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:21:06,304 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b63a65958044136c024f898a023cbc53=hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53.} 2024-12-01T14:21:06,304 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b63a65958044136c024f898a023cbc53 2024-12-01T14:21:06,304 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b63a65958044136c024f898a023cbc53 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-01T14:21:06,304 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:06,305 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:06,305 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:06,305 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:06,305 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:06,305 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:21:06,318 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/.tmp/hfileref/643347b5543a498a9f400e7af1d81437 is 74, key is 1/hfileref:2ecbb309bc594891b0e3f7d10dfb5f4e_SeqId_6_/1733062865743/DeleteColumn/seqid=0 2024-12-01T14:21:06,320 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/info/8e474a0415bb40dda50a46d14183bf10 is 147, key is hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53./info:regioninfo/1733062860468/Put/seqid=0 2024-12-01T14:21:06,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741846_1022 (size=5345) 2024-12-01T14:21:06,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741847_1023 (size=7686) 2024-12-01T14:21:06,327 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/info/8e474a0415bb40dda50a46d14183bf10 2024-12-01T14:21:06,347 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/ns/cf57190b3ea947a4b1b528f0f3cd2974 is 43, key is default/ns:d/1733062852703/Put/seqid=0 2024-12-01T14:21:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741848_1024 (size=5153) 2024-12-01T14:21:06,361 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:06,385 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:06,448 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:21:06,448 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:21:06,505 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b63a65958044136c024f898a023cbc53 2024-12-01T14:21:06,689 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1033, reset compression=false 2024-12-01T14:21:06,693 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:06,693 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1328, reset compression=false 2024-12-01T14:21:06,693 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,46535,1733062849763 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:06,695 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,46535,1733062849763: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,46535,1733062849763, walGroup=57b748500ef9%2C46535%2C1733062849763, offset=57b748500ef9%2C46535%2C1733062849763.1733062851573:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:46535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:21:06,697 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:21:06,699 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:21:06,701 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:21:06,701 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:21:06,701 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:21:06,701 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 687048312 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187271240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:21:06,705 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b63a65958044136c024f898a023cbc53 2024-12-01T14:21:06,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:21:06,705 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:21:06,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:06,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:06,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:06,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 from cache 2024-12-01T14:21:06,726 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/.tmp/hfileref/643347b5543a498a9f400e7af1d81437 2024-12-01T14:21:06,746 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/.tmp/queue/3840f4f8c033439bb0c40a7262312821 is 154, key is 1-57b748500ef9,46535,1733062849763/queue:57b748500ef9%2C46535%2C1733062849763/1733062865746/Put/seqid=0 2024-12-01T14:21:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741849_1025 (size=5353) 2024-12-01T14:21:06,752 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/ns/cf57190b3ea947a4b1b528f0f3cd2974 2024-12-01T14:21:06,768 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/rep_barrier/11bc9f7ce7d543869ee2bf5b0b404096 is 112, key is test,,1733062854977.113e57a20848c8abaa93883a794ea5b2./rep_barrier:seqnumDuringOpen/1733062856120/Put/seqid=0 2024-12-01T14:21:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741850_1026 (size=5518) 2024-12-01T14:21:06,771 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/rep_barrier/11bc9f7ce7d543869ee2bf5b0b404096 2024-12-01T14:21:06,789 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:06,790 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/table/f4996663dcb04fa8a8beaf86593ae015 is 53, key is hbase:replication/table:state/1733062860474/Put/seqid=0 2024-12-01T14:21:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741851_1027 (size=5308) 2024-12-01T14:21:06,795 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/table/f4996663dcb04fa8a8beaf86593ae015 2024-12-01T14:21:06,799 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/info/8e474a0415bb40dda50a46d14183bf10 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/info/8e474a0415bb40dda50a46d14183bf10 2024-12-01T14:21:06,804 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/info/8e474a0415bb40dda50a46d14183bf10, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:21:06,805 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/ns/cf57190b3ea947a4b1b528f0f3cd2974 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/ns/cf57190b3ea947a4b1b528f0f3cd2974 2024-12-01T14:21:06,810 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/ns/cf57190b3ea947a4b1b528f0f3cd2974, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:21:06,811 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/rep_barrier/11bc9f7ce7d543869ee2bf5b0b404096 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/rep_barrier/11bc9f7ce7d543869ee2bf5b0b404096 2024-12-01T14:21:06,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:06,815 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/rep_barrier/11bc9f7ce7d543869ee2bf5b0b404096, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:21:06,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:06,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:06,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:06,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:06,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 from cache 2024-12-01T14:21:06,817 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/.tmp/table/f4996663dcb04fa8a8beaf86593ae015 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/table/f4996663dcb04fa8a8beaf86593ae015 2024-12-01T14:21:06,822 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/table/f4996663dcb04fa8a8beaf86593ae015, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:21:06,822 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 517ms, sequenceid=16, compaction requested=false 2024-12-01T14:21:06,826 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:21:06,826 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:06,827 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:06,827 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:06,827 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062866304Running coprocessor pre-close hooks at 1733062866304Disabling compacts and flushes for region at 1733062866304Disabling writes for close at 1733062866305 (+1 ms)Obtaining lock to block concurrent updates at 1733062866305Preparing flush snapshotting stores in 1588230740 at 1733062866305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062866305Flushing stores of hbase:meta,,1.1588230740 at 1733062866305Flushing 1588230740/info: creating writer at 1733062866305Flushing 1588230740/info: appending metadata at 1733062866320 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733062866320Flushing 1588230740/ns: creating writer at 1733062866331 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733062866347 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733062866347Flushing 1588230740/rep_barrier: creating writer at 1733062866756 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062866767 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062866767Flushing 1588230740/table: creating writer at 1733062866776 (+9 ms)Flushing 1588230740/table: appending metadata at 1733062866789 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733062866789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6591ac45: reopening flushed file at 1733062866799 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e663aae: reopening flushed file at 1733062866804 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679701c5: reopening flushed file at 1733062866810 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83500e: reopening flushed file at 1733062866815 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 517ms, sequenceid=16, compaction requested=false at 1733062866822 (+7 ms)Writing region close event to WAL at 1733062866824 (+2 ms)Running coprocessor post-close hooks at 1733062866826 (+2 ms)Closed at 1733062866827 (+1 ms) 2024-12-01T14:21:06,827 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:06,905 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1351): Waiting on b63a65958044136c024f898a023cbc53 2024-12-01T14:21:06,909 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1328, reset compression=false 2024-12-01T14:21:07,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:07,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:07,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 from cache 2024-12-01T14:21:07,105 DEBUG [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1351): Waiting on b63a65958044136c024f898a023cbc53 2024-12-01T14:21:07,150 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/.tmp/queue/3840f4f8c033439bb0c40a7262312821 2024-12-01T14:21:07,155 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/.tmp/hfileref/643347b5543a498a9f400e7af1d81437 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/hfileref/643347b5543a498a9f400e7af1d81437 2024-12-01T14:21:07,159 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/hfileref/643347b5543a498a9f400e7af1d81437, entries=4, sequenceid=12, filesize=5.2 K 2024-12-01T14:21:07,160 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/.tmp/queue/3840f4f8c033439bb0c40a7262312821 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/queue/3840f4f8c033439bb0c40a7262312821 2024-12-01T14:21:07,163 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/queue/3840f4f8c033439bb0c40a7262312821, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T14:21:07,164 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b63a65958044136c024f898a023cbc53 in 860ms, sequenceid=12, compaction requested=false 2024-12-01T14:21:07,167 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/data/hbase/replication/b63a65958044136c024f898a023cbc53/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T14:21:07,168 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:07,168 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:07,168 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:07,168 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b63a65958044136c024f898a023cbc53: Waiting for close lock at 1733062866304Running coprocessor pre-close hooks at 1733062866304Disabling compacts and flushes for region at 1733062866304Disabling writes for close at 1733062866304Obtaining lock to block concurrent updates at 1733062866304Preparing flush snapshotting stores in b63a65958044136c024f898a023cbc53 at 1733062866304Finished memstore snapshotting hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733062866305 (+1 ms)Flushing stores of hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. at 1733062866305Flushing b63a65958044136c024f898a023cbc53/hfileref: creating writer at 1733062866305Flushing b63a65958044136c024f898a023cbc53/hfileref: appending metadata at 1733062866317 (+12 ms)Flushing b63a65958044136c024f898a023cbc53/hfileref: closing flushed file at 1733062866317Flushing b63a65958044136c024f898a023cbc53/queue: creating writer at 1733062866731 (+414 ms)Flushing b63a65958044136c024f898a023cbc53/queue: appending metadata at 1733062866746 (+15 ms)Flushing b63a65958044136c024f898a023cbc53/queue: closing flushed file at 1733062866746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb08ea7: reopening flushed file at 1733062867154 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71218aab: reopening flushed file at 1733062867159 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b63a65958044136c024f898a023cbc53 in 860ms, sequenceid=12, compaction requested=false at 1733062867164 (+5 ms)Writing region close event to WAL at 1733062867165 (+1 ms)Running coprocessor post-close hooks at 1733062867168 (+3 ms)Closed at 1733062867168 2024-12-01T14:21:07,168 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062859300.b63a65958044136c024f898a023cbc53. 2024-12-01T14:21:07,212 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.wal-reader.57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.1733062851573 to pos 1328, reset compression=false 2024-12-01T14:21:07,293 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:07,305 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,46535,1733062849763; all regions closed. 2024-12-01T14:21:07,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.meta.1733062852665.meta not finished, retry = 0 2024-12-01T14:21:07,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:21:07,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:07,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1] 2024-12-01T14:21:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57b748500ef9,46535,1733062849763 aborting 2024-12-01T14:21:07,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=57b748500ef9,46535,1733062849763, seqNum=-1 from cache 2024-12-01T14:21:07,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/WALs/57b748500ef9,46535,1733062849763/57b748500ef9%2C46535%2C1733062849763.rep.1733062860438 not finished, retry = 0 2024-12-01T14:21:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741839_1015 (size=3127) 2024-12-01T14:21:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741832_1008 (size=1336) 2024-12-01T14:21:07,517 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:07,517 INFO [RS:0;57b748500ef9:46535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:07,517 INFO [RS:0;57b748500ef9:46535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:07,517 INFO [RS:0;57b748500ef9:46535 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:07,517 INFO [RS:0;57b748500ef9:46535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:07,517 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:07,517 INFO [RS:0;57b748500ef9:46535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,46535,1733062849763 because: Region server is closing 2024-12-01T14:21:07,518 INFO [RS:0;57b748500ef9:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:46535. 2024-12-01T14:21:07,518 DEBUG [RS:0;57b748500ef9:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:07,518 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:07,518 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:07,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:07,618 INFO [RS:0;57b748500ef9:46535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,46535,1733062849763.replicationSource.shipper57b748500ef9%2C46535%2C1733062849763,1-57b748500ef9,46535,1733062849763 terminated 2024-12-01T14:21:07,618 INFO [RS:0;57b748500ef9:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:46535. 2024-12-01T14:21:07,619 DEBUG [RS:0;57b748500ef9:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:07,619 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:07,619 DEBUG [RS:0;57b748500ef9:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:07,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:07,619 INFO [RS:0;57b748500ef9:46535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46535 2024-12-01T14:21:07,620 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-01T14:21:07,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-01T14:21:07,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41884 deadline: 1733062925882, exception=java.io.InterruptedIOException 2024-12-01T14:21:07,621 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T14:21:07,620 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:46535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-01T14:21:07,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137/rs 2024-12-01T14:21:07,675 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-154744137/rs/57b748500ef9,46535,1733062849763 2024-12-01T14:21:07,675 INFO [RS:0;57b748500ef9:46535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:07,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,46535,1733062849763] 2024-12-01T14:21:07,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-154744137/draining/57b748500ef9,46535,1733062849763 already deleted, retry=false 2024-12-01T14:21:07,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,46535,1733062849763 expired; onlineServers=0 2024-12-01T14:21:07,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,35781,1733062849619' ***** 2024-12-01T14:21:07,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:21:07,696 INFO [M:0;57b748500ef9:35781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:07,697 INFO [M:0;57b748500ef9:35781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:07,697 DEBUG [M:0;57b748500ef9:35781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:21:07,697 DEBUG [M:0;57b748500ef9:35781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:21:07,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:21:07,697 INFO [M:0;57b748500ef9:35781 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:07,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062851392 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062851392,5,FailOnTimeoutGroup] 2024-12-01T14:21:07,697 INFO [M:0;57b748500ef9:35781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:07,697 DEBUG [M:0;57b748500ef9:35781 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:21:07,697 INFO [M:0;57b748500ef9:35781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:21:07,697 INFO [M:0;57b748500ef9:35781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:07,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062851394 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062851394,5,FailOnTimeoutGroup] 2024-12-01T14:21:07,697 INFO [M:0;57b748500ef9:35781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:21:07,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:21:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-154744137/master 2024-12-01T14:21:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-154744137 2024-12-01T14:21:07,707 DEBUG [M:0;57b748500ef9:35781 {}] zookeeper.ZKUtil(347): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Unable to get data of znode /1-154744137/master because node does not exist (not an error) 2024-12-01T14:21:07,707 WARN [M:0;57b748500ef9:35781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:21:07,707 INFO [M:0;57b748500ef9:35781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/.lastflushedseqids 2024-12-01T14:21:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741852_1028 (size=263) 2024-12-01T14:21:07,722 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 57b748500ef9:46535 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:46535 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 57b748500ef9:46535 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:46535 2024-12-01T14:21:07,723 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=57b748500ef9:46535 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:46535 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:46535 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-01T14:21:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T14:21:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53168 deadline: 1733062927725, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T14:21:07,726 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-01T14:21:07,727 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T14:21:07,786 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:07,786 INFO [RS:0;57b748500ef9:46535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:07,786 INFO [RS:0;57b748500ef9:46535 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,46535,1733062849763; zookeeper connection closed. 2024-12-01T14:21:07,786 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101914452940004, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:07,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f74f228 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f74f228 2024-12-01T14:21:07,786 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:21:07,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:07,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-01T14:21:07,846 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:07,897 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:07,927 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T14:21:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T14:21:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53168 deadline: 1733062927928, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T14:21:07,929 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-01T14:21:07,930 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T14:21:07,930 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T14:21:08,112 INFO [M:0;57b748500ef9:35781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:21:08,112 INFO [M:0;57b748500ef9:35781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:21:08,112 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:08,112 INFO [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:08,112 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:08,112 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:08,112 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:08,112 INFO [M:0;57b748500ef9:35781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T14:21:08,130 DEBUG [M:0;57b748500ef9:35781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dadfc242fecb453cb80f1c57403ba7c3 is 82, key is hbase:meta,,1/info:regioninfo/1733062852692/Put/seqid=0 2024-12-01T14:21:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741853_1029 (size=5672) 2024-12-01T14:21:08,134 INFO [M:0;57b748500ef9:35781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dadfc242fecb453cb80f1c57403ba7c3 2024-12-01T14:21:08,151 DEBUG [M:0;57b748500ef9:35781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de9dde94f4ff4969a0314ea3cd3ac1d3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062860477/Put/seqid=0 2024-12-01T14:21:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741854_1030 (size=8517) 2024-12-01T14:21:08,231 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T14:21:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T14:21:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53168 deadline: 1733062928232, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T14:21:08,233 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-01T14:21:08,234 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T14:21:08,234 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T14:21:08,555 INFO [M:0;57b748500ef9:35781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de9dde94f4ff4969a0314ea3cd3ac1d3 2024-12-01T14:21:08,577 DEBUG [M:0;57b748500ef9:35781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f04a787a1e143b5bbdee0f4217054f1 is 69, key is 57b748500ef9,46535,1733062849763/rs:state/1733062851425/Put/seqid=0 2024-12-01T14:21:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741855_1031 (size=5156) 2024-12-01T14:21:08,600 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:08,634 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T14:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T14:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35781 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53168 deadline: 1733062928636, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T14:21:08,637 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-01T14:21:08,638 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T14:21:08,638 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T14:21:08,981 INFO [M:0;57b748500ef9:35781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f04a787a1e143b5bbdee0f4217054f1 2024-12-01T14:21:08,986 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dadfc242fecb453cb80f1c57403ba7c3 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dadfc242fecb453cb80f1c57403ba7c3 2024-12-01T14:21:08,990 INFO [M:0;57b748500ef9:35781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dadfc242fecb453cb80f1c57403ba7c3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T14:21:08,991 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de9dde94f4ff4969a0314ea3cd3ac1d3 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de9dde94f4ff4969a0314ea3cd3ac1d3 2024-12-01T14:21:08,995 INFO [M:0;57b748500ef9:35781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de9dde94f4ff4969a0314ea3cd3ac1d3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T14:21:08,996 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f04a787a1e143b5bbdee0f4217054f1 as hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f04a787a1e143b5bbdee0f4217054f1 2024-12-01T14:21:08,999 INFO [M:0;57b748500ef9:35781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41617/user/jenkins/test-data/e2c662e0-71d2-3eb7-a82f-721db1442bb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f04a787a1e143b5bbdee0f4217054f1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T14:21:09,000 INFO [M:0;57b748500ef9:35781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-12-01T14:21:09,001 INFO [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:09,001 DEBUG [M:0;57b748500ef9:35781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062868112Disabling compacts and flushes for region at 1733062868112Disabling writes for close at 1733062868112Obtaining lock to block concurrent updates at 1733062868112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062868112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733062868112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062868113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062868113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062868129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062868129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062868138 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062868151 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062868151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062868559 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062868577 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062868577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731191b9: reopening flushed file at 1733062868986 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b106412: reopening flushed file at 1733062868990 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752ff4b9: reopening flushed file at 1733062868995 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1733062869000 (+5 ms)Writing region close event to WAL at 1733062869001 (+1 ms)Closed at 1733062869001 2024-12-01T14:21:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40813 is added to blk_1073741830_1006 (size=63666) 2024-12-01T14:21:09,004 INFO [M:0;57b748500ef9:35781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:21:09,004 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:09,004 INFO [M:0;57b748500ef9:35781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35781 2024-12-01T14:21:09,004 INFO [M:0;57b748500ef9:35781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:09,138 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T14:21:09,139 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 57b748500ef9:35781 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:35781 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:09,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 57b748500ef9:35781 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:35781 2024-12-01T14:21:09,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:09,154 INFO [M:0;57b748500ef9:35781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:09,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35781-0x101914452940003, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:09,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c336de3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:09,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ec6ffdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:09,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:09,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5f18fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:09,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a150e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:09,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:21:09,186 WARN [BP-2026867278-172.17.0.3-1733062847788 heartbeating to localhost/127.0.0.1:41617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:21:09,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:21:09,186 WARN [BP-2026867278-172.17.0.3-1733062847788 heartbeating to localhost/127.0.0.1:41617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026867278-172.17.0.3-1733062847788 (Datanode Uuid fc116294-e234-4fde-bb42-19be0aed6bb6) service to localhost/127.0.0.1:41617 2024-12-01T14:21:09,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/cluster_b3f8b863-74fa-bd9a-1920-843593fd85d8/data/data1/current/BP-2026867278-172.17.0.3-1733062847788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:09,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/cluster_b3f8b863-74fa-bd9a-1920-843593fd85d8/data/data2/current/BP-2026867278-172.17.0.3-1733062847788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:09,187 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:21:09,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f60f604{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:09,192 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b369e2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:09,192 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:09,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f076cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:09,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95f7665{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:09,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:21:09,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:21:09,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:09,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:09,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:09,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:09,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:09,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:21:09,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1998978740, stopped=false 2024-12-01T14:21:09,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,46335,1733062844096 2024-12-01T14:21:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0985674581/running 2024-12-01T14:21:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0985674581/running 2024-12-01T14:21:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:21:09,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:21:09,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:09,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:09,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:09,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:09,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/running 2024-12-01T14:21:09,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,43733,1733062844308' ***** 2024-12-01T14:21:09,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:21:09,223 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:21:09,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Set watcher on znode that does not yet exist, /0985674581/running 2024-12-01T14:21:09,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a74b95c9e85459f819150de820fd919 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,43733,1733062844308 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43733. 2024-12-01T14:21:09,224 DEBUG [RS:0;57b748500ef9:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:09,224 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:09,224 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a74b95c9e85459f819150de820fd919, disabling compactions & flushes 2024-12-01T14:21:09,224 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:21:09,224 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:21:09,224 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. after waiting 0 ms 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:21:09,224 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:21:09,224 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:21:09,224 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a74b95c9e85459f819150de820fd919 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-01T14:21:09,225 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:21:09,225 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1325): Online Regions={8a74b95c9e85459f819150de820fd919=hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919., d5a9f55f602b5b24f89f86b4ab715451=test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:21:09,225 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a74b95c9e85459f819150de820fd919, d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:21:09,225 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:09,225 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:09,225 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:09,225 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:09,225 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:09,225 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:21:09,242 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/info/c72c0aa1a7c240f1973698a988cf67bb is 147, key is hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919./info:regioninfo/1733062858359/Put/seqid=0 2024-12-01T14:21:09,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:09,246 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 57b748500ef9:35781 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:35781 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:21:09,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=57b748500ef9:35781 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:35781 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-01T14:21:09,246 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/.tmp/hfileref/f8856154510840f09cab7c982698f2d2 is 74, key is 1/hfileref:16ead80af9524c7592c03eb2fb950da3_SeqId_4_/1733062864041/DeleteColumn/seqid=0 2024-12-01T14:21:09,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 57b748500ef9:35781 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57b748500ef9/172.17.0.3:35781 2024-12-01T14:21:09,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741846_1022 (size=7686) 2024-12-01T14:21:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741847_1023 (size=5345) 2024-12-01T14:21:09,301 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:09,404 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:09,425 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a74b95c9e85459f819150de820fd919, d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:21:09,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:09,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 57b748500ef9:35781 this server is in the failed servers list 2024-12-01T14:21:09,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 57b748500ef9:35781 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:09,487 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:21:09,487 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:21:09,625 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a74b95c9e85459f819150de820fd919, d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:21:09,649 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/info/c72c0aa1a7c240f1973698a988cf67bb 2024-12-01T14:21:09,654 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/.tmp/hfileref/f8856154510840f09cab7c982698f2d2 2024-12-01T14:21:09,666 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/ns/4ddf585987e34627a607b30037d31e58 is 43, key is default/ns:d/1733062847682/Put/seqid=0 2024-12-01T14:21:09,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741848_1024 (size=5153) 2024-12-01T14:21:09,683 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/.tmp/queue/ee1b84d42a5f464bb4dc70d34018acda is 153, key is 1-57b748500ef9,43733,1733062844308/queue:57b748500ef9%2C43733%2C1733062844308/1733062864044/Put/seqid=0 2024-12-01T14:21:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741849_1025 (size=5352) 2024-12-01T14:21:09,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:09,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 57b748500ef9:35781 this server is in the failed servers list 2024-12-01T14:21:09,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 57b748500ef9:35781 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:09,825 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a74b95c9e85459f819150de820fd919, d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:21:10,026 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a74b95c9e85459f819150de820fd919, d5a9f55f602b5b24f89f86b4ab715451 2024-12-01T14:21:10,070 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/ns/4ddf585987e34627a607b30037d31e58 2024-12-01T14:21:10,086 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/rep_barrier/19863aae780e48f2b70edf961fae008a is 112, key is test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451./rep_barrier:seqnumDuringOpen/1733062853973/Put/seqid=0 2024-12-01T14:21:10,087 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/.tmp/queue/ee1b84d42a5f464bb4dc70d34018acda 2024-12-01T14:21:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741850_1026 (size=5518) 2024-12-01T14:21:10,089 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/rep_barrier/19863aae780e48f2b70edf961fae008a 2024-12-01T14:21:10,092 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/.tmp/hfileref/f8856154510840f09cab7c982698f2d2 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/hfileref/f8856154510840f09cab7c982698f2d2 2024-12-01T14:21:10,095 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/hfileref/f8856154510840f09cab7c982698f2d2, entries=4, sequenceid=10, filesize=5.2 K 2024-12-01T14:21:10,096 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/.tmp/queue/ee1b84d42a5f464bb4dc70d34018acda as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/queue/ee1b84d42a5f464bb4dc70d34018acda 2024-12-01T14:21:10,099 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/queue/ee1b84d42a5f464bb4dc70d34018acda, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T14:21:10,100 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8a74b95c9e85459f819150de820fd919 in 876ms, sequenceid=10, compaction requested=false 2024-12-01T14:21:10,100 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:21:10,107 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/replication/8a74b95c9e85459f819150de820fd919/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T14:21:10,107 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:10,107 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:10,107 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:21:10,107 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a74b95c9e85459f819150de820fd919: Waiting for close lock at 1733062869224Running coprocessor pre-close hooks at 1733062869224Disabling compacts and flushes for region at 1733062869224Disabling writes for close at 1733062869224Obtaining lock to block concurrent updates at 1733062869224Preparing flush snapshotting stores in 8a74b95c9e85459f819150de820fd919 at 1733062869224Finished memstore snapshotting hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733062869225 (+1 ms)Flushing stores of hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. at 1733062869225Flushing 8a74b95c9e85459f819150de820fd919/hfileref: creating writer at 1733062869225Flushing 8a74b95c9e85459f819150de820fd919/hfileref: appending metadata at 1733062869246 (+21 ms)Flushing 8a74b95c9e85459f819150de820fd919/hfileref: closing flushed file at 1733062869246Flushing 8a74b95c9e85459f819150de820fd919/queue: creating writer at 1733062869659 (+413 ms)Flushing 8a74b95c9e85459f819150de820fd919/queue: appending metadata at 1733062869682 (+23 ms)Flushing 8a74b95c9e85459f819150de820fd919/queue: closing flushed file at 1733062869682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df24888: reopening flushed file at 1733062870091 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776343a9: reopening flushed file at 1733062870096 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8a74b95c9e85459f819150de820fd919 in 876ms, sequenceid=10, compaction requested=false at 1733062870100 (+4 ms)Writing region close event to WAL at 1733062870104 (+4 ms)Running coprocessor post-close hooks at 1733062870107 (+3 ms)Closed at 1733062870107 2024-12-01T14:21:10,107 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062857143.8a74b95c9e85459f819150de820fd919. 2024-12-01T14:21:10,108 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5a9f55f602b5b24f89f86b4ab715451, disabling compactions & flushes 2024-12-01T14:21:10,108 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:21:10,108 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:21:10,108 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. after waiting 0 ms 2024-12-01T14:21:10,108 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:21:10,111 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/table/384e9231d9f1453c877fc7d20c017d62 is 53, key is hbase:replication/table:state/1733062858366/Put/seqid=0 2024-12-01T14:21:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741851_1027 (size=5308) 2024-12-01T14:21:10,115 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/default/test/d5a9f55f602b5b24f89f86b4ab715451/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:21:10,116 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:10,116 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:10,116 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:21:10,116 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5a9f55f602b5b24f89f86b4ab715451: Waiting for close lock at 1733062870108Running coprocessor pre-close hooks at 1733062870108Disabling compacts and flushes for region at 1733062870108Disabling writes for close at 1733062870108Writing region close event to WAL at 1733062870112 (+4 ms)Running coprocessor post-close hooks at 1733062870115 (+3 ms)Closed at 1733062870116 (+1 ms) 2024-12-01T14:21:10,116 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062852827.d5a9f55f602b5b24f89f86b4ab715451. 2024-12-01T14:21:10,226 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:21:10,226 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:21:10,226 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:21:10,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:10,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 57b748500ef9:35781 this server is in the failed servers list 2024-12-01T14:21:10,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 57b748500ef9:35781 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:10,308 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1033, reset compression=false 2024-12-01T14:21:10,313 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:10,313 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1328, reset compression=false 2024-12-01T14:21:10,426 DEBUG [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:21:10,515 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/table/384e9231d9f1453c877fc7d20c017d62 2024-12-01T14:21:10,516 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.wal-reader.57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 to pos 1328, reset compression=false 2024-12-01T14:21:10,520 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/info/c72c0aa1a7c240f1973698a988cf67bb as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/info/c72c0aa1a7c240f1973698a988cf67bb 2024-12-01T14:21:10,524 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/info/c72c0aa1a7c240f1973698a988cf67bb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:21:10,525 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/ns/4ddf585987e34627a607b30037d31e58 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/ns/4ddf585987e34627a607b30037d31e58 2024-12-01T14:21:10,529 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/ns/4ddf585987e34627a607b30037d31e58, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:21:10,530 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/rep_barrier/19863aae780e48f2b70edf961fae008a as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/rep_barrier/19863aae780e48f2b70edf961fae008a 2024-12-01T14:21:10,534 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/rep_barrier/19863aae780e48f2b70edf961fae008a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:21:10,535 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/.tmp/table/384e9231d9f1453c877fc7d20c017d62 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/table/384e9231d9f1453c877fc7d20c017d62 2024-12-01T14:21:10,539 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/table/384e9231d9f1453c877fc7d20c017d62, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:21:10,540 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-12-01T14:21:10,540 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:21:10,544 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:21:10,545 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:10,545 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:10,545 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:10,545 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062869225Running coprocessor pre-close hooks at 1733062869225Disabling compacts and flushes for region at 1733062869225Disabling writes for close at 1733062869225Obtaining lock to block concurrent updates at 1733062869225Preparing flush snapshotting stores in 1588230740 at 1733062869225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062869225Flushing stores of hbase:meta,,1.1588230740 at 1733062869226 (+1 ms)Flushing 1588230740/info: creating writer at 1733062869226Flushing 1588230740/info: appending metadata at 1733062869242 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733062869242Flushing 1588230740/ns: creating writer at 1733062869653 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733062869666 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733062869666Flushing 1588230740/rep_barrier: creating writer at 1733062870074 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062870086 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062870086Flushing 1588230740/table: creating writer at 1733062870093 (+7 ms)Flushing 1588230740/table: appending metadata at 1733062870110 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733062870110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ff0814: reopening flushed file at 1733062870519 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346b4162: reopening flushed file at 1733062870525 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54586721: reopening flushed file at 1733062870529 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d0300a: reopening flushed file at 1733062870534 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1733062870540 (+6 ms)Writing region close event to WAL at 1733062870542 (+2 ms)Running coprocessor post-close hooks at 1733062870545 (+3 ms)Closed at 1733062870545 2024-12-01T14:21:10,545 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:10,626 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,43733,1733062844308; all regions closed. 2024-12-01T14:21:10,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:21:10,630 DEBUG [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/oldWALs 2024-12-01T14:21:10,630 INFO [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43733%2C1733062844308.meta:.meta(num 1733062847603) 2024-12-01T14:21:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741839_1015 (size=2695) 2024-12-01T14:21:10,633 DEBUG [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/oldWALs 2024-12-01T14:21:10,633 INFO [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43733%2C1733062844308.rep:(num 1733062858327) 2024-12-01T14:21:10,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/WALs/57b748500ef9,43733,1733062844308/57b748500ef9%2C43733%2C1733062844308.1733062846608 not finished, retry = 0 2024-12-01T14:21:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741832_1008 (size=1336) 2024-12-01T14:21:10,737 DEBUG [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/oldWALs 2024-12-01T14:21:10,737 INFO [RS:0;57b748500ef9:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C43733%2C1733062844308:(num 1733062846608) 2024-12-01T14:21:10,737 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:10,737 INFO [RS:0;57b748500ef9:43733 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:10,737 INFO [RS:0;57b748500ef9:43733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:10,737 INFO [RS:0;57b748500ef9:43733 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:10,738 INFO [RS:0;57b748500ef9:43733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:10,738 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:10,738 INFO [RS:0;57b748500ef9:43733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,43733,1733062844308 because: Region server is closing 2024-12-01T14:21:10,738 INFO [RS:0;57b748500ef9:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43733. 2024-12-01T14:21:10,738 DEBUG [RS:0;57b748500ef9:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:10,738 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:10,738 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:10,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:10,838 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-01T14:21:10,839 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T14:21:10,839 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T14:21:11,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:11,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:11,287 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:11,439 INFO [RS:0;57b748500ef9:43733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,43733,1733062844308.replicationSource.shipper57b748500ef9%2C43733%2C1733062844308,1-57b748500ef9,43733,1733062844308 terminated 2024-12-01T14:21:11,440 INFO [RS:0;57b748500ef9:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:43733. 2024-12-01T14:21:11,440 DEBUG [RS:0;57b748500ef9:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:11,440 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:11,440 DEBUG [RS:0;57b748500ef9:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:11,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:11,440 INFO [RS:0;57b748500ef9:43733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43733 2024-12-01T14:21:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0985674581/rs/57b748500ef9,43733,1733062844308 2024-12-01T14:21:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581/rs 2024-12-01T14:21:11,507 INFO [RS:0;57b748500ef9:43733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:11,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,43733,1733062844308] 2024-12-01T14:21:11,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0985674581/draining/57b748500ef9,43733,1733062844308 already deleted, retry=false 2024-12-01T14:21:11,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,43733,1733062844308 expired; onlineServers=0 2024-12-01T14:21:11,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,46335,1733062844096' ***** 2024-12-01T14:21:11,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:11,528 DEBUG [M:0;57b748500ef9:46335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:21:11,528 DEBUG [M:0;57b748500ef9:46335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:21:11,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:21:11,528 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062846390 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062846390,5,FailOnTimeoutGroup] 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:11,528 DEBUG [M:0;57b748500ef9:46335 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:21:11,528 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062846392 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062846392,5,FailOnTimeoutGroup] 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:11,528 INFO [M:0;57b748500ef9:46335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:21:11,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:21:11,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0985674581/master 2024-12-01T14:21:11,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0985674581 2024-12-01T14:21:11,538 DEBUG [M:0;57b748500ef9:46335 {}] zookeeper.ZKUtil(347): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Unable to get data of znode /0985674581/master because node does not exist (not an error) 2024-12-01T14:21:11,538 WARN [M:0;57b748500ef9:46335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:21:11,539 INFO [M:0;57b748500ef9:46335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/.lastflushedseqids 2024-12-01T14:21:11,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741852_1028 (size=263) 2024-12-01T14:21:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:11,617 INFO [RS:0;57b748500ef9:43733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x101914452940001, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:11,617 INFO [RS:0;57b748500ef9:43733 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,43733,1733062844308; zookeeper connection closed. 2024-12-01T14:21:11,617 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11fdc72b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11fdc72b 2024-12-01T14:21:11,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:21:11,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:11,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:11,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:11,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:21:11,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:21:11,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:21:11,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:11,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:11,943 INFO [M:0;57b748500ef9:46335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:21:11,943 INFO [M:0;57b748500ef9:46335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:21:11,943 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:11,943 INFO [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:11,943 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:11,943 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:11,944 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:11,944 INFO [M:0;57b748500ef9:46335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T14:21:11,956 DEBUG [M:0;57b748500ef9:46335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca9008363a6c48af81f47ec797982531 is 82, key is hbase:meta,,1/info:regioninfo/1733062847631/Put/seqid=0 2024-12-01T14:21:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741853_1029 (size=5672) 2024-12-01T14:21:12,360 INFO [M:0;57b748500ef9:46335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca9008363a6c48af81f47ec797982531 2024-12-01T14:21:12,375 DEBUG [M:0;57b748500ef9:46335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f0e26308d045ccb4ef98840fa92af8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062858369/Put/seqid=0 2024-12-01T14:21:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741854_1030 (size=8517) 2024-12-01T14:21:12,780 INFO [M:0;57b748500ef9:46335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f0e26308d045ccb4ef98840fa92af8 2024-12-01T14:21:12,795 DEBUG [M:0;57b748500ef9:46335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0865ce0664b544008448fd051b588507 is 69, key is 57b748500ef9,43733,1733062844308/rs:state/1733062846467/Put/seqid=0 2024-12-01T14:21:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741855_1031 (size=5156) 2024-12-01T14:21:13,198 INFO [M:0;57b748500ef9:46335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0865ce0664b544008448fd051b588507 2024-12-01T14:21:13,203 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca9008363a6c48af81f47ec797982531 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca9008363a6c48af81f47ec797982531 2024-12-01T14:21:13,206 INFO [M:0;57b748500ef9:46335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca9008363a6c48af81f47ec797982531, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T14:21:13,207 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f0e26308d045ccb4ef98840fa92af8 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f0e26308d045ccb4ef98840fa92af8 2024-12-01T14:21:13,210 INFO [M:0;57b748500ef9:46335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f0e26308d045ccb4ef98840fa92af8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T14:21:13,211 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0865ce0664b544008448fd051b588507 as hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0865ce0664b544008448fd051b588507 2024-12-01T14:21:13,215 INFO [M:0;57b748500ef9:46335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0865ce0664b544008448fd051b588507, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T14:21:13,215 INFO [M:0;57b748500ef9:46335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-12-01T14:21:13,216 INFO [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:13,216 DEBUG [M:0;57b748500ef9:46335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062871943Disabling compacts and flushes for region at 1733062871943Disabling writes for close at 1733062871944 (+1 ms)Obtaining lock to block concurrent updates at 1733062871944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062871944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733062871944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062871944Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062871944Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062871956 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062871956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062872364 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062872375 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062872375Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062872783 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062872794 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062872794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26190256: reopening flushed file at 1733062873202 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5779f29a: reopening flushed file at 1733062873206 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156bcee: reopening flushed file at 1733062873210 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1733062873215 (+5 ms)Writing region close event to WAL at 1733062873216 (+1 ms)Closed at 1733062873216 2024-12-01T14:21:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46425 is added to blk_1073741830_1006 (size=63666) 2024-12-01T14:21:13,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33e2e103-4936-66c6-acef-f5df88b26285/MasterData/WALs/57b748500ef9,46335,1733062844096/57b748500ef9%2C46335%2C1733062844096.1733062846065 not finished, retry = 0 2024-12-01T14:21:13,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:13,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:13,306 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:13,322 INFO [M:0;57b748500ef9:46335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:21:13,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:13,322 INFO [M:0;57b748500ef9:46335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46335 2024-12-01T14:21:13,322 INFO [M:0;57b748500ef9:46335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:13,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:13,438 INFO [M:0;57b748500ef9:46335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:13,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46335-0x101914452940000, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:13,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7687cba7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:13,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7656224f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:13,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:13,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552c5a27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:13,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41510202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:13,442 WARN [BP-1549039002-172.17.0.3-1733062842130 heartbeating to localhost/127.0.0.1:34481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:21:13,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:21:13,442 WARN [BP-1549039002-172.17.0.3-1733062842130 heartbeating to localhost/127.0.0.1:34481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549039002-172.17.0.3-1733062842130 (Datanode Uuid 628b7e97-3417-4d8d-8cd0-e95443e639cb) service to localhost/127.0.0.1:34481 2024-12-01T14:21:13,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:21:13,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/data/data1/current/BP-1549039002-172.17.0.3-1733062842130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:13,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/cluster_58f0207a-162c-32cb-5f90-4305984b9bd2/data/data2/current/BP-1549039002-172.17.0.3-1733062842130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:13,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:21:13,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@586d939d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:13,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75057487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:13,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:13,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b3fa8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:13,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19561bd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03ebe40-0920-5615-be00-24df7669e7f0/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:13,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:21:13,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:21:13,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 200) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41617 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64334) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34481 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41617 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34481 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41617 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34481 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=3599 (was 3705) 2024-12-01T14:21:13,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=3599 2024-12-01T14:21:13,505 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-01T14:21:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir so I do NOT create it in target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e 2024-12-01T14:21:13,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:21:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.tmp.dir so I do NOT create it in target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e 2024-12-01T14:21:13,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b8dac50-9f5c-e166-ccef-3a355dbc0464/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:21:13,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e 2024-12-01T14:21:13,506 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6, deleteOnExit=true 2024-12-01T14:21:13,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/zookeeper_0, clientPort=57461, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:21:13,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57461 2024-12-01T14:21:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:21:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:21:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/test.cache.data in system properties and HBase conf 2024-12-01T14:21:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:21:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:21:13,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:21:13,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:21:13,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:21:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101914452940005, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:21:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101914452940002, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:21:13,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101914452940005, quorum=127.0.0.1:64334, baseZNode=/1-154744137 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:21:13,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101914452940002, quorum=127.0.0.1:64334, baseZNode=/0985674581 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:21:13,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:13,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:13,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:13,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:13,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:13,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:13,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6859fa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:13,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc756b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:14,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23e347f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/java.io.tmpdir/jetty-localhost-46607-hadoop-hdfs-3_4_1-tests_jar-_-any-8743738524894868316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:14,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b0bb4c{HTTP/1.1, (http/1.1)}{localhost:46607} 2024-12-01T14:21:14,005 INFO [Time-limited test {}] server.Server(415): Started @201672ms 2024-12-01T14:21:14,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:14,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:14,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:14,275 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:14,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:14,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60cf0968{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:14,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f094ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:14,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28ee061e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/java.io.tmpdir/jetty-localhost-33007-hadoop-hdfs-3_4_1-tests_jar-_-any-15073238071297993519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:14,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@300c805c{HTTP/1.1, (http/1.1)}{localhost:33007} 2024-12-01T14:21:14,367 INFO [Time-limited test {}] server.Server(415): Started @202034ms 2024-12-01T14:21:14,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:21:15,026 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/data/data1/current/BP-130270626-172.17.0.3-1733062873542/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:15,026 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/data/data2/current/BP-130270626-172.17.0.3-1733062873542/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:15,039 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:21:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60f42b7d70f8accc with lease ID 0x6f1ddf11bcfc52c5: Processing first storage report for DS-b4ff96f9-af3c-417f-85ff-7f8fc4d50fab from datanode DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7bda727b-a361-448b-9437-316f162d12d6, infoPort=41051, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=43141893;c=1733062873542) 2024-12-01T14:21:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60f42b7d70f8accc with lease ID 0x6f1ddf11bcfc52c5: from storage DS-b4ff96f9-af3c-417f-85ff-7f8fc4d50fab node DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7bda727b-a361-448b-9437-316f162d12d6, infoPort=41051, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=43141893;c=1733062873542), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60f42b7d70f8accc with lease ID 0x6f1ddf11bcfc52c5: Processing first storage report for DS-b0a58b68-386a-4d4c-b565-7c8031b3294a from datanode DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7bda727b-a361-448b-9437-316f162d12d6, infoPort=41051, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=43141893;c=1733062873542) 2024-12-01T14:21:15,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60f42b7d70f8accc with lease ID 0x6f1ddf11bcfc52c5: from storage DS-b0a58b68-386a-4d4c-b565-7c8031b3294a node DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7bda727b-a361-448b-9437-316f162d12d6, infoPort=41051, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=43141893;c=1733062873542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:15,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e 2024-12-01T14:21:15,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:15,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:15,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:21:15,498 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c with version=8 2024-12-01T14:21:15,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/hbase-staging 2024-12-01T14:21:15,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:15,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36855 2024-12-01T14:21:15,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36855 connecting to ZooKeeper ensemble=127.0.0.1:57461 2024-12-01T14:21:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368550x0, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:15,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36855-0x1019144cd630000 connected 2024-12-01T14:21:15,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:15,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:15,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/running 2024-12-01T14:21:15,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c, hbase.cluster.distributed=false 2024-12-01T14:21:15,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/acl 2024-12-01T14:21:15,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36855 2024-12-01T14:21:15,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36855 2024-12-01T14:21:15,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36855 2024-12-01T14:21:15,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36855 2024-12-01T14:21:15,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36855 2024-12-01T14:21:15,776 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:21:15,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:15,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32857 2024-12-01T14:21:15,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32857 connecting to ZooKeeper ensemble=127.0.0.1:57461 2024-12-01T14:21:15,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:15,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:15,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328570x0, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:15,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328570x0, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/running 2024-12-01T14:21:15,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32857-0x1019144cd630001 connected 2024-12-01T14:21:15,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:21:15,802 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:21:15,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/master 2024-12-01T14:21:15,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/acl 2024-12-01T14:21:15,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32857 2024-12-01T14:21:15,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32857 2024-12-01T14:21:15,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32857 2024-12-01T14:21:15,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32857 2024-12-01T14:21:15,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32857 2024-12-01T14:21:15,822 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:36855 2024-12-01T14:21:15,822 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-235922670/backup-masters/57b748500ef9,36855,1733062875499 2024-12-01T14:21:15,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670/backup-masters 2024-12-01T14:21:15,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670/backup-masters 2024-12-01T14:21:15,833 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on existing znode=/0-235922670/backup-masters/57b748500ef9,36855,1733062875499 2024-12-01T14:21:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-235922670/master 2024-12-01T14:21:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:15,843 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on existing znode=/0-235922670/master 2024-12-01T14:21:15,843 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-235922670/backup-masters/57b748500ef9,36855,1733062875499 from backup master directory 2024-12-01T14:21:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-235922670/backup-masters/57b748500ef9,36855,1733062875499 2024-12-01T14:21:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670/backup-masters 2024-12-01T14:21:15,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670/backup-masters 2024-12-01T14:21:15,853 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:15,854 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,36855,1733062875499 2024-12-01T14:21:15,856 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/hbase.id] with ID: 44b9fb83-f51d-4fad-a6df-969eb1522862 2024-12-01T14:21:15,856 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/.tmp/hbase.id 2024-12-01T14:21:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:21:16,260 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/.tmp/hbase.id]:[hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/hbase.id] 2024-12-01T14:21:16,269 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:16,269 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:21:16,270 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T14:21:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:21:16,732 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:16,733 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:21:16,733 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:21:16,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:16,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:16,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:17,141 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store 2024-12-01T14:21:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:21:17,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:17,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:17,345 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:17,546 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:17,546 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:17,546 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:17,546 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:17,546 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:17,546 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:17,546 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:17,547 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062877546Disabling compacts and flushes for region at 1733062877546Disabling writes for close at 1733062877546Writing region close event to WAL at 1733062877546Closed at 1733062877546 2024-12-01T14:21:17,547 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/.initializing 2024-12-01T14:21:17,547 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/WALs/57b748500ef9,36855,1733062875499 2024-12-01T14:21:17,548 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:17,550 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C36855%2C1733062875499, suffix=, logDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/WALs/57b748500ef9,36855,1733062875499, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/oldWALs, maxLogs=10 2024-12-01T14:21:17,564 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/WALs/57b748500ef9,36855,1733062875499/57b748500ef9%2C36855%2C1733062875499.1733062877550, exclude list is [], retry=0 2024-12-01T14:21:17,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-b4ff96f9-af3c-417f-85ff-7f8fc4d50fab,DISK] 2024-12-01T14:21:17,568 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/WALs/57b748500ef9,36855,1733062875499/57b748500ef9%2C36855%2C1733062875499.1733062877550 2024-12-01T14:21:17,568 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-01T14:21:17,568 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:17,568 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:17,569 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,569 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:21:17,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:17,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:17,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:21:17,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:17,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:17,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:21:17,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:17,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:17,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:21:17,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:17,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:17,574 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,575 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,575 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,575 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,576 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,576 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:17,577 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:17,578 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:17,578 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70909831, jitterRate=0.056638821959495544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:17,579 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062877569Initializing all the Stores at 1733062877569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062877569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062877569Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062877569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062877569Cleaning up temporary data from old regions at 1733062877576 (+7 ms)Region opened successfully at 1733062877579 (+3 ms) 2024-12-01T14:21:17,579 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:21:17,581 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e827b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:17,582 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:21:17,582 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:21:17,582 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:21:17,582 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:21:17,583 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:21:17,583 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:21:17,583 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:21:17,584 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:21:17,585 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Unable to get data of znode /0-235922670/balancer because node does not exist (not necessarily an error) 2024-12-01T14:21:17,643 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-235922670/balancer already deleted, retry=false 2024-12-01T14:21:17,643 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:21:17,644 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Unable to get data of znode /0-235922670/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:21:17,653 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-235922670/normalizer already deleted, retry=false 2024-12-01T14:21:17,654 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:21:17,655 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Unable to get data of znode /0-235922670/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:21:17,664 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-235922670/switch/split already deleted, retry=false 2024-12-01T14:21:17,665 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Unable to get data of znode /0-235922670/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:21:17,757 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-235922670/switch/merge already deleted, retry=false 2024-12-01T14:21:17,759 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Unable to get data of znode /0-235922670/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:21:17,843 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-235922670/snapshot-cleanup already deleted, retry=false 2024-12-01T14:21:17,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-235922670/running 2024-12-01T14:21:17,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-235922670/running 2024-12-01T14:21:17,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:17,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:17,949 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,36855,1733062875499, sessionid=0x1019144cd630000, setting cluster-up flag (Was=false) 2024-12-01T14:21:18,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:18,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:18,127 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-235922670/flush-table-proc/acquired, /0-235922670/flush-table-proc/reached, /0-235922670/flush-table-proc/abort 2024-12-01T14:21:18,128 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,36855,1733062875499 2024-12-01T14:21:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:18,180 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-235922670/online-snapshot/acquired, /0-235922670/online-snapshot/reached, /0-235922670/online-snapshot/abort 2024-12-01T14:21:18,180 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,36855,1733062875499 2024-12-01T14:21:18,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:21:18,182 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:18,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:21:18,183 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:21:18,183 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,36855,1733062875499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:18,184 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062908185 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:18,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:21:18,185 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:21:18,186 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:21:18,186 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:21:18,186 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062878186,5,FailOnTimeoutGroup] 2024-12-01T14:21:18,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:18,186 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062878186,5,FailOnTimeoutGroup] 2024-12-01T14:21:18,186 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,186 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:21:18,186 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,186 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:21:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:21:18,211 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(746): ClusterId : 44b9fb83-f51d-4fad-a6df-969eb1522862 2024-12-01T14:21:18,211 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:21:18,223 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:21:18,223 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:21:18,233 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:21:18,233 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ec0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:18,249 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:32857 2024-12-01T14:21:18,249 INFO [RS:0;57b748500ef9:32857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:21:18,249 INFO [RS:0;57b748500ef9:32857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:21:18,249 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:21:18,249 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,36855,1733062875499 with port=32857, startcode=1733062875776 2024-12-01T14:21:18,250 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:21:18,251 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:21:18,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36855 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,253 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c 2024-12-01T14:21:18,253 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38609 2024-12-01T14:21:18,253 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:21:18,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670/rs 2024-12-01T14:21:18,264 DEBUG [RS:0;57b748500ef9:32857 {}] zookeeper.ZKUtil(111): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on existing znode=/0-235922670/rs/57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,264 WARN [RS:0;57b748500ef9:32857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:18,264 INFO [RS:0;57b748500ef9:32857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:18,265 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,32857,1733062875776] 2024-12-01T14:21:18,267 INFO [RS:0;57b748500ef9:32857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:21:18,268 INFO [RS:0;57b748500ef9:32857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:21:18,269 INFO [RS:0;57b748500ef9:32857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:21:18,269 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,269 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:21:18,270 INFO [RS:0;57b748500ef9:32857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:21:18,270 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:18,270 DEBUG [RS:0;57b748500ef9:32857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:18,270 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,271 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,271 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,271 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,271 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,271 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,32857,1733062875776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:18,282 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:21:18,282 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,32857,1733062875776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,282 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,282 INFO [RS:0;57b748500ef9:32857 {}] regionserver.Replication(171): 57b748500ef9,32857,1733062875776 started 2024-12-01T14:21:18,292 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:18,292 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,32857,1733062875776, RpcServer on 57b748500ef9/172.17.0.3:32857, sessionid=0x1019144cd630001 2024-12-01T14:21:18,292 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:21:18,292 DEBUG [RS:0;57b748500ef9:32857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,292 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,32857,1733062875776' 2024-12-01T14:21:18,292 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-235922670/flush-table-proc/abort' 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-235922670/flush-table-proc/acquired' 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,32857,1733062875776' 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-235922670/online-snapshot/abort' 2024-12-01T14:21:18,293 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-235922670/online-snapshot/acquired' 2024-12-01T14:21:18,294 DEBUG [RS:0;57b748500ef9:32857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:21:18,294 INFO [RS:0;57b748500ef9:32857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:21:18,294 INFO [RS:0;57b748500ef9:32857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:21:18,394 INFO [RS:0;57b748500ef9:32857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:18,395 INFO [RS:0;57b748500ef9:32857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C32857%2C1733062875776, suffix=, logDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/oldWALs, maxLogs=10 2024-12-01T14:21:18,406 DEBUG [RS:0;57b748500ef9:32857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, exclude list is [], retry=0 2024-12-01T14:21:18,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-b4ff96f9-af3c-417f-85ff-7f8fc4d50fab,DISK] 2024-12-01T14:21:18,410 INFO [RS:0;57b748500ef9:32857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 2024-12-01T14:21:18,410 DEBUG [RS:0;57b748500ef9:32857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-01T14:21:18,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:21:18,599 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c 2024-12-01T14:21:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:21:18,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:18,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:18,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:18,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:18,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:18,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:18,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:18,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:18,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:18,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:18,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:18,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:18,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:18,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:18,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:18,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:18,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:18,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:18,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740 2024-12-01T14:21:18,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740 2024-12-01T14:21:18,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:18,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:18,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:18,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:18,614 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:18,614 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65398435, jitterRate=-0.025487378239631653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062878604Initializing all the Stores at 1733062878604Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062878604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062878605 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062878605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062878605Cleaning up temporary data from old regions at 1733062878612 (+7 ms)Region opened successfully at 1733062878615 (+3 ms) 2024-12-01T14:21:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:18,615 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:18,616 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:18,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062878615Disabling compacts and flushes for region at 1733062878615Disabling writes for close at 1733062878615Writing region close event to WAL at 1733062878616 (+1 ms)Closed at 1733062878616 2024-12-01T14:21:18,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:18,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:21:18,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:21:18,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:18,618 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:21:18,769 DEBUG [57b748500ef9:36855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:21:18,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,32857,1733062875776 2024-12-01T14:21:18,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,32857,1733062875776, state=OPENING 2024-12-01T14:21:18,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:21:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:18,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:18,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-235922670/meta-region-server: CHANGED 2024-12-01T14:21:18,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-235922670/meta-region-server: CHANGED 2024-12-01T14:21:18,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,32857,1733062875776}] 2024-12-01T14:21:18,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:18,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:21:18,989 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:21:18,989 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:18,989 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:21:18,990 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C32857%2C1733062875776.meta, suffix=.meta, logDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/oldWALs, maxLogs=10 2024-12-01T14:21:19,000 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.meta.1733062878990.meta, exclude list is [], retry=0 2024-12-01T14:21:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-b4ff96f9-af3c-417f-85ff-7f8fc4d50fab,DISK] 2024-12-01T14:21:19,003 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.meta.1733062878990.meta 2024-12-01T14:21:19,003 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:19,004 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:21:19,004 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:21:19,004 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:21:19,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:19,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:19,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:19,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:19,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:19,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:19,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:19,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:19,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:19,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:19,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:19,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:19,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:19,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:19,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:19,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:19,009 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:19,010 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740 2024-12-01T14:21:19,011 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740 2024-12-01T14:21:19,012 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:19,012 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:19,012 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:19,014 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:19,014 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74898659, jitterRate=0.1160769909620285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:19,014 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:21:19,015 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062879004Writing region info on filesystem at 1733062879004Initializing all the Stores at 1733062879005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062879005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062879005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062879005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062879005Cleaning up temporary data from old regions at 1733062879012 (+7 ms)Running coprocessor post-open hooks at 1733062879014 (+2 ms)Region opened successfully at 1733062879015 (+1 ms) 2024-12-01T14:21:19,016 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062878985 2024-12-01T14:21:19,018 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:21:19,018 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:21:19,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,32857,1733062875776 2024-12-01T14:21:19,019 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,32857,1733062875776, state=OPEN 2024-12-01T14:21:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-235922670/meta-region-server 2024-12-01T14:21:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-235922670/meta-region-server 2024-12-01T14:21:19,057 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,32857,1733062875776 2024-12-01T14:21:19,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-235922670/meta-region-server: CHANGED 2024-12-01T14:21:19,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-235922670/meta-region-server: CHANGED 2024-12-01T14:21:19,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:21:19,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,32857,1733062875776 in 224 msec 2024-12-01T14:21:19,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:21:19,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-01T14:21:19,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:19,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:21:19,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:19,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,32857,1733062875776, seqNum=-1] 2024-12-01T14:21:19,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:19,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:19,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-12-01T14:21:19,070 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062879070, completionTime=-1 2024-12-01T14:21:19,070 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:21:19,070 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062939072 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733062999072 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36855,1733062875499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36855,1733062875499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36855,1733062875499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:36855, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,072 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,073 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,074 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.222sec 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36855,1733062875499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:19,076 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36855,1733062875499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:21:19,078 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:21:19,078 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:21:19,078 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36855,1733062875499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:19,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7030ebbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:19,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36855,-1 for getting cluster id 2024-12-01T14:21:19,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:19,113 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b9fb83-f51d-4fad-a6df-969eb1522862' 2024-12-01T14:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b9fb83-f51d-4fad-a6df-969eb1522862" 2024-12-01T14:21:19,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe72264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:19,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36855,-1] 2024-12-01T14:21:19,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:19,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:19,115 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:19,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c5d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:19,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:19,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,32857,1733062875776, seqNum=-1] 2024-12-01T14:21:19,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:19,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:19,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,36855,1733062875499 2024-12-01T14:21:19,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57461 2024-12-01T14:21:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:19,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019144cd630002 connected 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir so I do NOT create it in target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677 2024-12-01T14:21:19,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.tmp.dir so I do NOT create it in target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677 2024-12-01T14:21:19,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:21:19,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/cluster_6d439b75-7fcf-aa5f-cfd8-778d8174cc90, deleteOnExit=true 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/test.cache.data in system properties and HBase conf 2024-12-01T14:21:19,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:21:19,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:21:19,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:21:19,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:21:19,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:19,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:19,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:19,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:19,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:19,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:19,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57272088{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:19,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c22285{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:19,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fdf7da8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/java.io.tmpdir/jetty-localhost-43191-hadoop-hdfs-3_4_1-tests_jar-_-any-15162837927729071069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:19,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5a5376{HTTP/1.1, (http/1.1)}{localhost:43191} 2024-12-01T14:21:19,648 INFO [Time-limited test {}] server.Server(415): Started @207315ms 2024-12-01T14:21:19,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:19,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:19,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:19,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:19,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:19,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@167a162e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:19,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220dc6fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:19,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b860fd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/java.io.tmpdir/jetty-localhost-43005-hadoop-hdfs-3_4_1-tests_jar-_-any-11411235230206366878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:19,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ace65d3{HTTP/1.1, (http/1.1)}{localhost:43005} 2024-12-01T14:21:19,983 INFO [Time-limited test {}] server.Server(415): Started @207651ms 2024-12-01T14:21:19,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:21:20,650 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/cluster_6d439b75-7fcf-aa5f-cfd8-778d8174cc90/data/data2/current/BP-1928141449-172.17.0.3-1733062879185/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:20,650 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/cluster_6d439b75-7fcf-aa5f-cfd8-778d8174cc90/data/data1/current/BP-1928141449-172.17.0.3-1733062879185/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:20,670 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:21:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c7ea341ac7d84dd with lease ID 0xe45fb0bcc582c725: Processing first storage report for DS-92116ac9-66ed-4a67-8d9e-7d92259250e8 from datanode DatanodeRegistration(127.0.0.1:43531, datanodeUuid=903f824e-9116-4a60-8dd3-e63c36e18a54, infoPort=37415, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=2105876819;c=1733062879185) 2024-12-01T14:21:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c7ea341ac7d84dd with lease ID 0xe45fb0bcc582c725: from storage DS-92116ac9-66ed-4a67-8d9e-7d92259250e8 node DatanodeRegistration(127.0.0.1:43531, datanodeUuid=903f824e-9116-4a60-8dd3-e63c36e18a54, infoPort=37415, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=2105876819;c=1733062879185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c7ea341ac7d84dd with lease ID 0xe45fb0bcc582c725: Processing first storage report for DS-c57e2ecf-21dc-40d3-a4c0-32f3182879d5 from datanode DatanodeRegistration(127.0.0.1:43531, datanodeUuid=903f824e-9116-4a60-8dd3-e63c36e18a54, infoPort=37415, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=2105876819;c=1733062879185) 2024-12-01T14:21:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c7ea341ac7d84dd with lease ID 0xe45fb0bcc582c725: from storage DS-c57e2ecf-21dc-40d3-a4c0-32f3182879d5 node DatanodeRegistration(127.0.0.1:43531, datanodeUuid=903f824e-9116-4a60-8dd3-e63c36e18a54, infoPort=37415, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=2105876819;c=1733062879185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:20,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677 2024-12-01T14:21:20,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:20,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:21:21,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca with version=8 2024-12-01T14:21:21,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/hbase-staging 2024-12-01T14:21:21,115 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:21:21,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:21,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43389 2024-12-01T14:21:21,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43389 connecting to ZooKeeper ensemble=127.0.0.1:57461 2024-12-01T14:21:21,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433890x0, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:21,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43389-0x1019144cd630003 connected 2024-12-01T14:21:21,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:21,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:21,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/running 2024-12-01T14:21:21,246 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca, hbase.cluster.distributed=false 2024-12-01T14:21:21,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/acl 2024-12-01T14:21:21,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43389 2024-12-01T14:21:21,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43389 2024-12-01T14:21:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43389 2024-12-01T14:21:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43389 2024-12-01T14:21:21,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43389 2024-12-01T14:21:21,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:21:21,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:21,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42775 2024-12-01T14:21:21,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42775 connecting to ZooKeeper ensemble=127.0.0.1:57461 2024-12-01T14:21:21,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:21,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:21,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427750x0, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:21,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427750x0, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/running 2024-12-01T14:21:21,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42775-0x1019144cd630004 connected 2024-12-01T14:21:21,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:21:21,405 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:21:21,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/master 2024-12-01T14:21:21,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/acl 2024-12-01T14:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42775 2024-12-01T14:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42775 2024-12-01T14:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42775 2024-12-01T14:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42775 2024-12-01T14:21:21,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42775 2024-12-01T14:21:21,416 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:43389 2024-12-01T14:21:21,417 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1346477180/backup-masters/57b748500ef9,43389,1733062881115 2024-12-01T14:21:21,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:21:21,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:21:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T14:21:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:21:21,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180/backup-masters 2024-12-01T14:21:21,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180/backup-masters 2024-12-01T14:21:21,489 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on existing znode=/1346477180/backup-masters/57b748500ef9,43389,1733062881115 2024-12-01T14:21:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1346477180/master 2024-12-01T14:21:21,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:21,505 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on existing znode=/1346477180/master 2024-12-01T14:21:21,505 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1346477180/backup-masters/57b748500ef9,43389,1733062881115 from backup master directory 2024-12-01T14:21:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1346477180/backup-masters/57b748500ef9,43389,1733062881115 2024-12-01T14:21:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180/backup-masters 2024-12-01T14:21:21,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180/backup-masters 2024-12-01T14:21:21,516 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:21,516 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,43389,1733062881115 2024-12-01T14:21:21,519 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/hbase.id] with ID: 932c3ad8-9a6e-4353-ac8d-1d481a23603d 2024-12-01T14:21:21,519 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/.tmp/hbase.id 2024-12-01T14:21:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:21:21,929 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/.tmp/hbase.id]:[hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/hbase.id] 2024-12-01T14:21:21,937 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:21,937 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:21:21,937 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T14:21:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:21:21,995 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:21,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:21:21,996 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:22,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:21:22,402 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store 2024-12-01T14:21:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:21:22,807 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:22,808 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:22,808 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:22,808 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:22,808 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:22,808 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:22,808 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:22,808 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062882808Disabling compacts and flushes for region at 1733062882808Disabling writes for close at 1733062882808Writing region close event to WAL at 1733062882808Closed at 1733062882808 2024-12-01T14:21:22,808 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/.initializing 2024-12-01T14:21:22,809 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/WALs/57b748500ef9,43389,1733062881115 2024-12-01T14:21:22,809 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:22,810 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C43389%2C1733062881115, suffix=, logDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/WALs/57b748500ef9,43389,1733062881115, archiveDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/oldWALs, maxLogs=10 2024-12-01T14:21:22,821 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/WALs/57b748500ef9,43389,1733062881115/57b748500ef9%2C43389%2C1733062881115.1733062882810, exclude list is [], retry=0 2024-12-01T14:21:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-92116ac9-66ed-4a67-8d9e-7d92259250e8,DISK] 2024-12-01T14:21:22,824 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/WALs/57b748500ef9,43389,1733062881115/57b748500ef9%2C43389%2C1733062881115.1733062882810 2024-12-01T14:21:22,825 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-12-01T14:21:22,825 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:22,825 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:22,825 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,825 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:21:22,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:22,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:22,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:21:22,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:22,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:22,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:21:22,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:22,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:22,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:21:22,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:22,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:22,831 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,831 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,832 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,832 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,832 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,833 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:22,834 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:22,835 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:22,836 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60344474, jitterRate=-0.10079726576805115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:22,836 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062882825Initializing all the Stores at 1733062882826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062882826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062882826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062882826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062882826Cleaning up temporary data from old regions at 1733062882832 (+6 ms)Region opened successfully at 1733062882836 (+4 ms) 2024-12-01T14:21:22,836 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:21:22,838 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba361a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:21:22,839 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:21:22,841 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:21:22,842 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Unable to get data of znode /1346477180/balancer because node does not exist (not necessarily an error) 2024-12-01T14:21:22,895 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1346477180/balancer already deleted, retry=false 2024-12-01T14:21:22,896 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:21:22,897 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Unable to get data of znode /1346477180/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:21:22,906 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1346477180/normalizer already deleted, retry=false 2024-12-01T14:21:22,906 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:21:22,907 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Unable to get data of znode /1346477180/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:21:22,916 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1346477180/switch/split already deleted, retry=false 2024-12-01T14:21:22,917 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Unable to get data of znode /1346477180/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:21:22,927 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1346477180/switch/merge already deleted, retry=false 2024-12-01T14:21:22,928 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Unable to get data of znode /1346477180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:21:22,937 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1346477180/snapshot-cleanup already deleted, retry=false 2024-12-01T14:21:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1346477180/running 2024-12-01T14:21:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1346477180/running 2024-12-01T14:21:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:22,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:22,948 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,43389,1733062881115, sessionid=0x1019144cd630003, setting cluster-up flag (Was=false) 2024-12-01T14:21:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:23,001 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1346477180/flush-table-proc/acquired, /1346477180/flush-table-proc/reached, /1346477180/flush-table-proc/abort 2024-12-01T14:21:23,002 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,43389,1733062881115 2024-12-01T14:21:23,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:23,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:23,053 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1346477180/online-snapshot/acquired, /1346477180/online-snapshot/reached, /1346477180/online-snapshot/abort 2024-12-01T14:21:23,054 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,43389,1733062881115 2024-12-01T14:21:23,055 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:21:23,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:23,057 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:21:23,057 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:21:23,057 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,43389,1733062881115 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:23,058 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062913059 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:21:23,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:23,059 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:21:23,060 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:21:23,060 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:21:23,060 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:21:23,060 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:21:23,060 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:21:23,060 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:21:23,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:23,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:21:23,064 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062883060,5,FailOnTimeoutGroup] 2024-12-01T14:21:23,064 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062883064,5,FailOnTimeoutGroup] 2024-12-01T14:21:23,064 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,064 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:21:23,064 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,064 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:21:23,110 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(746): ClusterId : 932c3ad8-9a6e-4353-ac8d-1d481a23603d 2024-12-01T14:21:23,110 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:21:23,138 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:21:23,138 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:21:23,234 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:21:23,234 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbdfe61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:23,248 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:42775 2024-12-01T14:21:23,248 INFO [RS:0;57b748500ef9:42775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:21:23,248 INFO [RS:0;57b748500ef9:42775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:21:23,248 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:21:23,249 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,43389,1733062881115 with port=42775, startcode=1733062881259 2024-12-01T14:21:23,249 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:21:23,250 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:21:23,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,42775,1733062881259 2024-12-01T14:21:23,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43389 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,42775,1733062881259 2024-12-01T14:21:23,251 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca 2024-12-01T14:21:23,251 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32789 2024-12-01T14:21:23,251 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:21:23,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180/rs 2024-12-01T14:21:23,358 DEBUG [RS:0;57b748500ef9:42775 {}] zookeeper.ZKUtil(111): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on existing znode=/1346477180/rs/57b748500ef9,42775,1733062881259 2024-12-01T14:21:23,358 WARN [RS:0;57b748500ef9:42775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:23,358 INFO [RS:0;57b748500ef9:42775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:23,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,42775,1733062881259] 2024-12-01T14:21:23,358 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259 2024-12-01T14:21:23,360 INFO [RS:0;57b748500ef9:42775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:21:23,361 INFO [RS:0;57b748500ef9:42775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:21:23,361 INFO [RS:0;57b748500ef9:42775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:21:23,361 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,362 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:21:23,362 INFO [RS:0;57b748500ef9:42775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:21:23,362 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:23,362 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:23,363 DEBUG [RS:0;57b748500ef9:42775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:23,363 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,363 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,363 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,363 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,363 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,363 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,42775,1733062881259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:23,374 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:21:23,374 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,42775,1733062881259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,374 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,374 INFO [RS:0;57b748500ef9:42775 {}] regionserver.Replication(171): 57b748500ef9,42775,1733062881259 started 2024-12-01T14:21:23,385 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:23,385 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,42775,1733062881259, RpcServer on 57b748500ef9/172.17.0.3:42775, sessionid=0x1019144cd630004 2024-12-01T14:21:23,385 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:21:23,385 DEBUG [RS:0;57b748500ef9:42775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,42775,1733062881259 2024-12-01T14:21:23,385 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,42775,1733062881259' 2024-12-01T14:21:23,385 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1346477180/flush-table-proc/abort' 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1346477180/flush-table-proc/acquired' 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,42775,1733062881259 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,42775,1733062881259' 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1346477180/online-snapshot/abort' 2024-12-01T14:21:23,386 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1346477180/online-snapshot/acquired' 2024-12-01T14:21:23,387 DEBUG [RS:0;57b748500ef9:42775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:21:23,387 INFO [RS:0;57b748500ef9:42775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:21:23,387 INFO [RS:0;57b748500ef9:42775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:21:23,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:21:23,471 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca 2024-12-01T14:21:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:21:23,487 INFO [RS:0;57b748500ef9:42775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:23,488 INFO [RS:0;57b748500ef9:42775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C42775%2C1733062881259, suffix=, logDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259, archiveDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/oldWALs, maxLogs=10 2024-12-01T14:21:23,499 DEBUG [RS:0;57b748500ef9:42775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, exclude list is [], retry=0 2024-12-01T14:21:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-92116ac9-66ed-4a67-8d9e-7d92259250e8,DISK] 2024-12-01T14:21:23,502 INFO [RS:0;57b748500ef9:42775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 2024-12-01T14:21:23,502 DEBUG [RS:0;57b748500ef9:42775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-12-01T14:21:23,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:23,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:23,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:23,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:23,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:23,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:23,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:23,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:23,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:23,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:23,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:23,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:23,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:23,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:23,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:23,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:23,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:23,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:23,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740 2024-12-01T14:21:23,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740 2024-12-01T14:21:23,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:23,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:23,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:23,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:23,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:23,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71205477, jitterRate=0.06104429066181183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:23,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062883876Initializing all the Stores at 1733062883877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062883877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062883877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062883877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062883877Cleaning up temporary data from old regions at 1733062883883 (+6 ms)Region opened successfully at 1733062883886 (+3 ms) 2024-12-01T14:21:23,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:23,886 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:23,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:23,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:23,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:23,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:23,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062883886Disabling compacts and flushes for region at 1733062883886Disabling writes for close at 1733062883886Writing region close event to WAL at 1733062883886Closed at 1733062883886 2024-12-01T14:21:23,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:23,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:21:23,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:21:23,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:23,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:21:24,039 DEBUG [57b748500ef9:43389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:21:24,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,42775,1733062881259 2024-12-01T14:21:24,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,42775,1733062881259, state=OPENING 2024-12-01T14:21:24,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:24,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:24,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:21:25,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:21:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:25,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:25,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1346477180/meta-region-server: CHANGED 2024-12-01T14:21:25,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1346477180/meta-region-server: CHANGED 2024-12-01T14:21:25,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:25,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,42775,1733062881259}] 2024-12-01T14:21:25,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:25,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:21:25,398 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:21:25,398 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:25,398 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:21:25,399 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C42775%2C1733062881259.meta, suffix=.meta, logDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259, archiveDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/oldWALs, maxLogs=10 2024-12-01T14:21:25,411 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.meta.1733062885399.meta, exclude list is [], retry=0 2024-12-01T14:21:25,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-92116ac9-66ed-4a67-8d9e-7d92259250e8,DISK] 2024-12-01T14:21:25,414 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.meta.1733062885399.meta 2024-12-01T14:21:25,414 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-12-01T14:21:25,414 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:25,415 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:25,415 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:25,415 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:21:25,415 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:21:25,415 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:21:25,415 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:25,415 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:21:25,415 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:21:25,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:25,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:25,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:25,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:25,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:25,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:25,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:25,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:25,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:25,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:25,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:25,419 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:25,420 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740 2024-12-01T14:21:25,421 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740 2024-12-01T14:21:25,422 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:25,422 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:25,422 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:25,423 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:25,424 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73805397, jitterRate=0.09978611767292023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:25,424 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:21:25,424 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062885415Writing region info on filesystem at 1733062885415Initializing all the Stores at 1733062885416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062885416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062885416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062885416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062885416Cleaning up temporary data from old regions at 1733062885422 (+6 ms)Running coprocessor post-open hooks at 1733062885424 (+2 ms)Region opened successfully at 1733062885424 2024-12-01T14:21:25,425 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062885393 2024-12-01T14:21:25,426 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:21:25,426 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:21:25,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,42775,1733062881259 2024-12-01T14:21:25,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,42775,1733062881259, state=OPEN 2024-12-01T14:21:25,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1346477180/meta-region-server 2024-12-01T14:21:25,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1346477180/meta-region-server 2024-12-01T14:21:25,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,42775,1733062881259 2024-12-01T14:21:25,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1346477180/meta-region-server: CHANGED 2024-12-01T14:21:25,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1346477180/meta-region-server: CHANGED 2024-12-01T14:21:25,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:21:25,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,42775,1733062881259 in 211 msec 2024-12-01T14:21:25,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:21:25,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.5680 sec 2024-12-01T14:21:25,457 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:25,457 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:21:25,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:25,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42775,1733062881259, seqNum=-1] 2024-12-01T14:21:25,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:25,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:25,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.4070 sec 2024-12-01T14:21:25,463 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062885463, completionTime=-1 2024-12-01T14:21:25,463 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:21:25,463 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062945465 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063005465 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43389,1733062881115-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43389,1733062881115-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43389,1733062881115-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:43389, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,465 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,467 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.952sec 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43389,1733062881115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:25,468 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43389,1733062881115-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:21:25,470 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:21:25,470 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:21:25,470 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,43389,1733062881115-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:25,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92288d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:25,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,43389,-1 for getting cluster id 2024-12-01T14:21:25,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:25,514 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '932c3ad8-9a6e-4353-ac8d-1d481a23603d' 2024-12-01T14:21:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "932c3ad8-9a6e-4353-ac8d-1d481a23603d" 2024-12-01T14:21:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181e7ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,43389,-1] 2024-12-01T14:21:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:25,515 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:25,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dbd141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:25,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42775,1733062881259, seqNum=-1] 2024-12-01T14:21:25,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:25,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:25,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,43389,1733062881115 2024-12-01T14:21:25,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57461 2024-12-01T14:21:25,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:25,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019144cd630005 connected 2024-12-01T14:21:25,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36855,1733062875499 2024-12-01T14:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd6653 2024-12-01T14:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:25,583 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:25,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:21:25,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:21:25,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:25,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:21:25,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:21:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:21:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:25,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29562c71c52c8055b01bc0b10381cb1b, NAME => 'test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c 2024-12-01T14:21:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:21:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:26,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:26,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29562c71c52c8055b01bc0b10381cb1b, disabling compactions & flushes 2024-12-01T14:21:26,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. after waiting 0 ms 2024-12-01T14:21:26,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29562c71c52c8055b01bc0b10381cb1b: Waiting for close lock at 1733062886396Disabling compacts and flushes for region at 1733062886396Disabling writes for close at 1733062886396Writing region close event to WAL at 1733062886396Closed at 1733062886396 2024-12-01T14:21:26,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:21:26,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062886397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062886397"}]},"ts":"1733062886397"} 2024-12-01T14:21:26,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:21:26,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:21:26,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062886400"}]},"ts":"1733062886400"} 2024-12-01T14:21:26,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:21:26,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29562c71c52c8055b01bc0b10381cb1b, ASSIGN}] 2024-12-01T14:21:26,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29562c71c52c8055b01bc0b10381cb1b, ASSIGN 2024-12-01T14:21:26,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29562c71c52c8055b01bc0b10381cb1b, ASSIGN; state=OFFLINE, location=57b748500ef9,32857,1733062875776; forceNewPlan=false, retain=false 2024-12-01T14:21:26,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29562c71c52c8055b01bc0b10381cb1b, regionState=OPENING, regionLocation=57b748500ef9,32857,1733062875776 2024-12-01T14:21:26,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29562c71c52c8055b01bc0b10381cb1b, ASSIGN because future has completed 2024-12-01T14:21:26,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29562c71c52c8055b01bc0b10381cb1b, server=57b748500ef9,32857,1733062875776}] 2024-12-01T14:21:26,710 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,711 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29562c71c52c8055b01bc0b10381cb1b, NAME => 'test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:26,711 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:26,711 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:21:26,711 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,711 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:26,711 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,711 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,712 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,713 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29562c71c52c8055b01bc0b10381cb1b columnFamilyName f 2024-12-01T14:21:26,713 DEBUG [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:26,713 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] regionserver.HStore(327): Store=29562c71c52c8055b01bc0b10381cb1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:26,714 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,714 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29562c71c52c8055b01bc0b10381cb1b columnFamilyName f1 2024-12-01T14:21:26,714 DEBUG [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:26,714 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] regionserver.HStore(327): Store=29562c71c52c8055b01bc0b10381cb1b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:26,715 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,715 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29562c71c52c8055b01bc0b10381cb1b columnFamilyName norep 2024-12-01T14:21:26,715 DEBUG [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:26,715 INFO [StoreOpener-29562c71c52c8055b01bc0b10381cb1b-1 {}] regionserver.HStore(327): Store=29562c71c52c8055b01bc0b10381cb1b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:26,716 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,716 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,716 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,717 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,717 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,718 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:21:26,719 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,720 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:26,721 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29562c71c52c8055b01bc0b10381cb1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64215629, jitterRate=-0.043112561106681824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:21:26,721 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:26,721 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29562c71c52c8055b01bc0b10381cb1b: Running coprocessor pre-open hook at 1733062886711Writing region info on filesystem at 1733062886711Initializing all the Stores at 1733062886712 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062886712Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062886712Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062886712Cleaning up temporary data from old regions at 1733062886717 (+5 ms)Running coprocessor post-open hooks at 1733062886721 (+4 ms)Region opened successfully at 1733062886721 2024-12-01T14:21:26,722 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b., pid=6, masterSystemTime=1733062886708 2024-12-01T14:21:26,723 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,723 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:26,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29562c71c52c8055b01bc0b10381cb1b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,32857,1733062875776 2024-12-01T14:21:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:26,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29562c71c52c8055b01bc0b10381cb1b, server=57b748500ef9,32857,1733062875776 because future has completed 2024-12-01T14:21:26,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:21:26,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29562c71c52c8055b01bc0b10381cb1b, server=57b748500ef9,32857,1733062875776 in 170 msec 2024-12-01T14:21:26,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:21:26,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29562c71c52c8055b01bc0b10381cb1b, ASSIGN in 326 msec 2024-12-01T14:21:26,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:21:26,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062886729"}]},"ts":"1733062886729"} 2024-12-01T14:21:26,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:21:26,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:21:26,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-01T14:21:27,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:27,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:27,435 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18296 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:27,735 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:21:27,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,43389,1733062881115 2024-12-01T14:21:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7652a2d3 2024-12-01T14:21:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:27,737 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:27,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:21:27,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:21:27,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:27,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:21:27,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:21:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:27,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:21:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:28,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 615fbecdfe47b70b6b7701be696e7e26, NAME => 'test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca 2024-12-01T14:21:28,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:21:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:28,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:28,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 615fbecdfe47b70b6b7701be696e7e26, disabling compactions & flushes 2024-12-01T14:21:28,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. after waiting 0 ms 2024-12-01T14:21:28,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 615fbecdfe47b70b6b7701be696e7e26: Waiting for close lock at 1733062888551Disabling compacts and flushes for region at 1733062888551Disabling writes for close at 1733062888551Writing region close event to WAL at 1733062888551Closed at 1733062888551 2024-12-01T14:21:28,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:21:28,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062888552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062888552"}]},"ts":"1733062888552"} 2024-12-01T14:21:28,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:21:28,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:21:28,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062888555"}]},"ts":"1733062888555"} 2024-12-01T14:21:28,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:21:28,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=615fbecdfe47b70b6b7701be696e7e26, ASSIGN}] 2024-12-01T14:21:28,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=615fbecdfe47b70b6b7701be696e7e26, ASSIGN 2024-12-01T14:21:28,558 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=615fbecdfe47b70b6b7701be696e7e26, ASSIGN; state=OFFLINE, location=57b748500ef9,42775,1733062881259; forceNewPlan=false, retain=false 2024-12-01T14:21:28,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=615fbecdfe47b70b6b7701be696e7e26, regionState=OPENING, regionLocation=57b748500ef9,42775,1733062881259 2024-12-01T14:21:28,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=615fbecdfe47b70b6b7701be696e7e26, ASSIGN because future has completed 2024-12-01T14:21:28,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 615fbecdfe47b70b6b7701be696e7e26, server=57b748500ef9,42775,1733062881259}] 2024-12-01T14:21:28,867 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,868 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 615fbecdfe47b70b6b7701be696e7e26, NAME => 'test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:28,868 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:28,868 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:21:28,868 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,868 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:28,868 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,868 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,869 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,870 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 615fbecdfe47b70b6b7701be696e7e26 columnFamilyName f 2024-12-01T14:21:28,870 DEBUG [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:28,870 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] regionserver.HStore(327): Store=615fbecdfe47b70b6b7701be696e7e26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:28,870 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,871 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 615fbecdfe47b70b6b7701be696e7e26 columnFamilyName f1 2024-12-01T14:21:28,871 DEBUG [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:28,871 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] regionserver.HStore(327): Store=615fbecdfe47b70b6b7701be696e7e26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:28,871 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,872 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 615fbecdfe47b70b6b7701be696e7e26 columnFamilyName norep 2024-12-01T14:21:28,872 DEBUG [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:28,872 INFO [StoreOpener-615fbecdfe47b70b6b7701be696e7e26-1 {}] regionserver.HStore(327): Store=615fbecdfe47b70b6b7701be696e7e26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:28,872 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,873 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,873 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,874 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,874 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,874 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:21:28,875 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:28,876 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:28,876 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 615fbecdfe47b70b6b7701be696e7e26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73434170, jitterRate=0.09425440430641174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:21:28,876 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:28,876 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 615fbecdfe47b70b6b7701be696e7e26: Running coprocessor pre-open hook at 1733062888868Writing region info on filesystem at 1733062888868Initializing all the Stores at 1733062888869 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062888869Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062888869Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062888869Cleaning up temporary data from old regions at 1733062888874 (+5 ms)Running coprocessor post-open hooks at 1733062888876 (+2 ms)Region opened successfully at 1733062888876 2024-12-01T14:21:28,877 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26., pid=6, masterSystemTime=1733062888862 2024-12-01T14:21:28,878 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,878 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:28,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=615fbecdfe47b70b6b7701be696e7e26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,42775,1733062881259 2024-12-01T14:21:28,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 615fbecdfe47b70b6b7701be696e7e26, server=57b748500ef9,42775,1733062881259 because future has completed 2024-12-01T14:21:28,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:21:28,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 615fbecdfe47b70b6b7701be696e7e26, server=57b748500ef9,42775,1733062881259 in 170 msec 2024-12-01T14:21:28,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:21:28,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=615fbecdfe47b70b6b7701be696e7e26, ASSIGN in 327 msec 2024-12-01T14:21:28,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:21:28,885 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062888885"}]},"ts":"1733062888885"} 2024-12-01T14:21:28,886 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:21:28,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:21:28,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-01T14:21:29,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:21:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:21:29,885 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:21:29,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0c8e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36855,-1 for getting cluster id 2024-12-01T14:21:29,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:29,887 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b9fb83-f51d-4fad-a6df-969eb1522862' 2024-12-01T14:21:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b9fb83-f51d-4fad-a6df-969eb1522862" 2024-12-01T14:21:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db64699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36855,-1] 2024-12-01T14:21:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:29,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:29,888 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c0523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15290f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,43389,-1 for getting cluster id 2024-12-01T14:21:29,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:29,890 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '932c3ad8-9a6e-4353-ac8d-1d481a23603d' 2024-12-01T14:21:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "932c3ad8-9a6e-4353-ac8d-1d481a23603d" 2024-12-01T14:21:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e3a007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,43389,-1] 2024-12-01T14:21:29,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:29,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:29,891 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6377c67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d2144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36855,-1 for getting cluster id 2024-12-01T14:21:29,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:29,893 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b9fb83-f51d-4fad-a6df-969eb1522862' 2024-12-01T14:21:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b9fb83-f51d-4fad-a6df-969eb1522862" 2024-12-01T14:21:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681b329c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36855,-1] 2024-12-01T14:21:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:29,894 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b34243d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36855,1733062875499 2024-12-01T14:21:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b9500ba 2024-12-01T14:21:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:29,896 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:29,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:43389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:21:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:21:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:29,899 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:43389' 2024-12-01T14:21:29,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943cf79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,900 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,43389,-1 for getting cluster id 2024-12-01T14:21:29,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:29,901 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '932c3ad8-9a6e-4353-ac8d-1d481a23603d' 2024-12-01T14:21:29,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:29,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "932c3ad8-9a6e-4353-ac8d-1d481a23603d" 2024-12-01T14:21:29,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45aa4eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,43389,-1] 2024-12-01T14:21:29,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:29,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:29,902 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:29,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0585d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:29,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,43389,1733062881115 2024-12-01T14:21:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc4f981 2024-12-01T14:21:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:29,904 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:29,905 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:21:29,905 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:21:29,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:29,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:29,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:29,906 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:29,907 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:21:29,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:21:29,908 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:29,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:21:29,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:21:29,957 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:21:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:30,316 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2923ac13a945a4a95aa85e358e64f420, NAME => 'hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c 2024-12-01T14:21:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:21:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:30,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:30,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2923ac13a945a4a95aa85e358e64f420, disabling compactions & flushes 2024-12-01T14:21:30,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:30,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:30,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. after waiting 0 ms 2024-12-01T14:21:30,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:30,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:30,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2923ac13a945a4a95aa85e358e64f420: Waiting for close lock at 1733062890720Disabling compacts and flushes for region at 1733062890720Disabling writes for close at 1733062890720Writing region close event to WAL at 1733062890720Closed at 1733062890720 2024-12-01T14:21:30,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:21:30,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062890721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062890721"}]},"ts":"1733062890721"} 2024-12-01T14:21:30,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:21:30,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:21:30,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062890724"}]},"ts":"1733062890724"} 2024-12-01T14:21:30,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:21:30,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2923ac13a945a4a95aa85e358e64f420, ASSIGN}] 2024-12-01T14:21:30,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2923ac13a945a4a95aa85e358e64f420, ASSIGN 2024-12-01T14:21:30,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2923ac13a945a4a95aa85e358e64f420, ASSIGN; state=OFFLINE, location=57b748500ef9,32857,1733062875776; forceNewPlan=false, retain=false 2024-12-01T14:21:30,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2923ac13a945a4a95aa85e358e64f420, regionState=OPENING, regionLocation=57b748500ef9,32857,1733062875776 2024-12-01T14:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2923ac13a945a4a95aa85e358e64f420, ASSIGN because future has completed 2024-12-01T14:21:30,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2923ac13a945a4a95aa85e358e64f420, server=57b748500ef9,32857,1733062875776}] 2024-12-01T14:21:30,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:30,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:30,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:31,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:31,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:31,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:21:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:31,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C32857%2C1733062875776.rep, suffix=, logDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/oldWALs, maxLogs=10 2024-12-01T14:21:31,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.rep.1733062891036, exclude list is [], retry=0 2024-12-01T14:21:31,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46831,DS-b4ff96f9-af3c-417f-85ff-7f8fc4d50fab,DISK] 2024-12-01T14:21:31,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.rep.1733062891036 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2923ac13a945a4a95aa85e358e64f420, NAME => 'hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:31,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. service=MultiRowMutationService 2024-12-01T14:21:31,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,050 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,051 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2923ac13a945a4a95aa85e358e64f420 columnFamilyName hfileref 2024-12-01T14:21:31,051 DEBUG [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:31,051 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] regionserver.HStore(327): Store=2923ac13a945a4a95aa85e358e64f420/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:31,051 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,052 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2923ac13a945a4a95aa85e358e64f420 columnFamilyName queue 2024-12-01T14:21:31,052 DEBUG [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:31,052 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] regionserver.HStore(327): Store=2923ac13a945a4a95aa85e358e64f420/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:31,052 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,053 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2923ac13a945a4a95aa85e358e64f420 columnFamilyName sid 2024-12-01T14:21:31,053 DEBUG [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:31,053 INFO [StoreOpener-2923ac13a945a4a95aa85e358e64f420-1 {}] regionserver.HStore(327): Store=2923ac13a945a4a95aa85e358e64f420/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:31,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:21:31,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:31,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2923ac13a945a4a95aa85e358e64f420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61517831, jitterRate=-0.08331288397312164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:21:31,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:31,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2923ac13a945a4a95aa85e358e64f420: Running coprocessor pre-open hook at 1733062891049Writing region info on filesystem at 1733062891049Initializing all the Stores at 1733062891050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062891050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062891050Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062891050Cleaning up temporary data from old regions at 1733062891055 (+5 ms)Running coprocessor post-open hooks at 1733062891057 (+2 ms)Region opened successfully at 1733062891058 (+1 ms) 2024-12-01T14:21:31,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420., pid=10, masterSystemTime=1733062891031 2024-12-01T14:21:31,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:31,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:31,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2923ac13a945a4a95aa85e358e64f420, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,32857,1733062875776 2024-12-01T14:21:31,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2923ac13a945a4a95aa85e358e64f420, server=57b748500ef9,32857,1733062875776 because future has completed 2024-12-01T14:21:31,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:21:31,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2923ac13a945a4a95aa85e358e64f420, server=57b748500ef9,32857,1733062875776 in 184 msec 2024-12-01T14:21:31,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:21:31,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2923ac13a945a4a95aa85e358e64f420, ASSIGN in 339 msec 2024-12-01T14:21:31,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:21:31,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062891066"}]},"ts":"1733062891066"} 2024-12-01T14:21:31,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:21:31,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:21:31,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-12-01T14:21:31,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420., hostname=57b748500ef9,32857,1733062875776, seqNum=2] 2024-12-01T14:21:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:31,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:21:31,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:21:31,375 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:21:31,414 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,32857,1733062875776, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:21:31,415 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:31,415 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,32857,1733062875776, seqNum=-1] 2024-12-01T14:21:31,415 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:31,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,32857,1733062875776', locateType=CURRENT is [region=hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420., hostname=57b748500ef9,32857,1733062875776, seqNum=2] 2024-12-01T14:21:31,421 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:21:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:21:31,423 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,32857,1733062875776 suceeded 2024-12-01T14:21:31,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:21:31,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-01T14:21:31,425 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:43389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:21:31,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5290 sec 2024-12-01T14:21:31,434 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:43389' 2024-12-01T14:21:31,435 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a04a8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:31,435 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,43389,-1 for getting cluster id 2024-12-01T14:21:31,435 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:31,436 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '932c3ad8-9a6e-4353-ac8d-1d481a23603d' 2024-12-01T14:21:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "932c3ad8-9a6e-4353-ac8d-1d481a23603d" 2024-12-01T14:21:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6580f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,43389,-1] 2024-12-01T14:21:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:31,438 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:31,438 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1860dfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:31,439 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,43389,1733062881115 2024-12-01T14:21:31,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18385b5e 2024-12-01T14:21:31,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:31,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:21:31,440 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-01T14:21:31,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T14:21:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T14:21:31,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T14:21:31,441 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,32857,1733062875776 (queues=1) is replicating from cluster=44b9fb83-f51d-4fad-a6df-969eb1522862 to cluster=932c3ad8-9a6e-4353-ac8d-1d481a23603d 2024-12-01T14:21:31,441 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C32857%2C1733062875776 2024-12-01T14:21:31,441 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,32857,1733062875776, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:21:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:31,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T14:21:31,442 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C32857%2C1733062875776 2024-12-01T14:21:31,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, startPosition=0, beingWritten=true 2024-12-01T14:21:31,447 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:31,447 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:31,447 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,32857,1733062875776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:31,651 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:31,955 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:32,046 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:21:32,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:32,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:32,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:32,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa722a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:32,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,43389,-1 for getting cluster id 2024-12-01T14:21:32,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:32,047 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '932c3ad8-9a6e-4353-ac8d-1d481a23603d' 2024-12-01T14:21:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "932c3ad8-9a6e-4353-ac8d-1d481a23603d" 2024-12-01T14:21:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c13a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,43389,-1] 2024-12-01T14:21:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:32,049 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:32,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b10e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:32,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,43389,1733062881115 2024-12-01T14:21:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23317337 2024-12-01T14:21:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:32,051 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:32,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:36855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:21:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:21:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:32,054 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:36855' 2024-12-01T14:21:32,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1968f92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:32,055 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36855,-1 for getting cluster id 2024-12-01T14:21:32,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:32,055 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b9fb83-f51d-4fad-a6df-969eb1522862' 2024-12-01T14:21:32,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:32,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b9fb83-f51d-4fad-a6df-969eb1522862" 2024-12-01T14:21:32,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6f295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:32,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36855,-1] 2024-12-01T14:21:32,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:32,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:32,056 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d1c292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:32,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:32,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36855,1733062875499 2024-12-01T14:21:32,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee7582 2024-12-01T14:21:32,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:32,058 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:21:32,059 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:21:32,059 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:21:32,059 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:32,059 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:32,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:32,059 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:32,060 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:21:32,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:21:32,061 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:32,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:21:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:21:32,110 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:21:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:32,358 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:32,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 436f416076bfd98bca7dd98fd2cf7d50, NAME => 'hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca 2024-12-01T14:21:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:21:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:32,861 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:32,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:32,873 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 436f416076bfd98bca7dd98fd2cf7d50, disabling compactions & flushes 2024-12-01T14:21:32,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:32,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:32,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. after waiting 0 ms 2024-12-01T14:21:32,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:32,874 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:32,874 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 436f416076bfd98bca7dd98fd2cf7d50: Waiting for close lock at 1733062892873Disabling compacts and flushes for region at 1733062892873Disabling writes for close at 1733062892874 (+1 ms)Writing region close event to WAL at 1733062892874Closed at 1733062892874 2024-12-01T14:21:32,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:21:32,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062892875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062892875"}]},"ts":"1733062892875"} 2024-12-01T14:21:32,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:21:32,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:21:32,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062892878"}]},"ts":"1733062892878"} 2024-12-01T14:21:32,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:21:32,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=436f416076bfd98bca7dd98fd2cf7d50, ASSIGN}] 2024-12-01T14:21:32,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=436f416076bfd98bca7dd98fd2cf7d50, ASSIGN 2024-12-01T14:21:32,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=436f416076bfd98bca7dd98fd2cf7d50, ASSIGN; state=OFFLINE, location=57b748500ef9,42775,1733062881259; forceNewPlan=false, retain=false 2024-12-01T14:21:33,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=436f416076bfd98bca7dd98fd2cf7d50, regionState=OPENING, regionLocation=57b748500ef9,42775,1733062881259 2024-12-01T14:21:33,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=436f416076bfd98bca7dd98fd2cf7d50, ASSIGN because future has completed 2024-12-01T14:21:33,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 436f416076bfd98bca7dd98fd2cf7d50, server=57b748500ef9,42775,1733062881259}] 2024-12-01T14:21:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:33,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:33,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:33,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:21:33,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C42775%2C1733062881259.rep, suffix=, logDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259, archiveDir=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/oldWALs, maxLogs=10 2024-12-01T14:21:33,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.rep.1733062893191, exclude list is [], retry=0 2024-12-01T14:21:33,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43531,DS-92116ac9-66ed-4a67-8d9e-7d92259250e8,DISK] 2024-12-01T14:21:33,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.rep.1733062893191 2024-12-01T14:21:33,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37415:37415)] 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 436f416076bfd98bca7dd98fd2cf7d50, NAME => 'hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:33,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. service=MultiRowMutationService 2024-12-01T14:21:33,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,207 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,208 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436f416076bfd98bca7dd98fd2cf7d50 columnFamilyName hfileref 2024-12-01T14:21:33,209 DEBUG [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:33,209 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] regionserver.HStore(327): Store=436f416076bfd98bca7dd98fd2cf7d50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:33,209 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,210 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436f416076bfd98bca7dd98fd2cf7d50 columnFamilyName queue 2024-12-01T14:21:33,210 DEBUG [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:33,210 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] regionserver.HStore(327): Store=436f416076bfd98bca7dd98fd2cf7d50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:33,210 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,211 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436f416076bfd98bca7dd98fd2cf7d50 columnFamilyName sid 2024-12-01T14:21:33,211 DEBUG [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:33,211 INFO [StoreOpener-436f416076bfd98bca7dd98fd2cf7d50-1 {}] regionserver.HStore(327): Store=436f416076bfd98bca7dd98fd2cf7d50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:33,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/replication/436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/replication/436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:21:33,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/replication/436f416076bfd98bca7dd98fd2cf7d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:33,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 436f416076bfd98bca7dd98fd2cf7d50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72295685, jitterRate=0.0772896558046341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:21:33,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:33,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 436f416076bfd98bca7dd98fd2cf7d50: Running coprocessor pre-open hook at 1733062893206Writing region info on filesystem at 1733062893206Initializing all the Stores at 1733062893207 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062893207Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062893207Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062893207Cleaning up temporary data from old regions at 1733062893212 (+5 ms)Running coprocessor post-open hooks at 1733062893215 (+3 ms)Region opened successfully at 1733062893215 2024-12-01T14:21:33,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50., pid=10, masterSystemTime=1733062893186 2024-12-01T14:21:33,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:33,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:33,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=436f416076bfd98bca7dd98fd2cf7d50, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,42775,1733062881259 2024-12-01T14:21:33,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 436f416076bfd98bca7dd98fd2cf7d50, server=57b748500ef9,42775,1733062881259 because future has completed 2024-12-01T14:21:33,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:21:33,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 436f416076bfd98bca7dd98fd2cf7d50, server=57b748500ef9,42775,1733062881259 in 186 msec 2024-12-01T14:21:33,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:21:33,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=436f416076bfd98bca7dd98fd2cf7d50, ASSIGN in 342 msec 2024-12-01T14:21:33,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:21:33,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062893224"}]},"ts":"1733062893224"} 2024-12-01T14:21:33,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:21:33,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:21:33,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-01T14:21:33,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50., hostname=57b748500ef9,42775,1733062881259, seqNum=2] 2024-12-01T14:21:33,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:33,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:33,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:21:33,465 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:33,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:21:33,533 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:21:33,555 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,42775,1733062881259, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:21:33,555 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:33,555 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42775,1733062881259, seqNum=-1] 2024-12-01T14:21:33,555 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:33,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:33,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,42775,1733062881259', locateType=CURRENT is [region=hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50., hostname=57b748500ef9,42775,1733062881259, seqNum=2] 2024-12-01T14:21:33,561 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:21:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:21:33,563 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,42775,1733062881259 suceeded 2024-12-01T14:21:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:21:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-01T14:21:33,564 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:36855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:21:33,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-12-01T14:21:33,574 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:36855' 2024-12-01T14:21:33,575 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33afdb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:33,575 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36855,-1 for getting cluster id 2024-12-01T14:21:33,575 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:33,575 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b9fb83-f51d-4fad-a6df-969eb1522862' 2024-12-01T14:21:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b9fb83-f51d-4fad-a6df-969eb1522862" 2024-12-01T14:21:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bca6f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36855,-1] 2024-12-01T14:21:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:33,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:33,577 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:33,577 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7216abe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:33,578 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36855,1733062875499 2024-12-01T14:21:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@382f1458 2024-12-01T14:21:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:21:33,579 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-01T14:21:33,579 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,42775,1733062881259 (queues=1) is replicating from cluster=932c3ad8-9a6e-4353-ac8d-1d481a23603d to cluster=44b9fb83-f51d-4fad-a6df-969eb1522862 2024-12-01T14:21:33,579 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C42775%2C1733062881259 2024-12-01T14:21:33,580 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,42775,1733062881259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:21:33,580 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C42775%2C1733062881259 2024-12-01T14:21:33,580 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, startPosition=0, beingWritten=true 2024-12-01T14:21:33,584 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:33,584 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 379, reset compression=false 2024-12-01T14:21:33,584 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,42775,1733062881259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:33,788 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 379, reset compression=false 2024-12-01T14:21:34,092 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 379, reset compression=false 2024-12-01T14:21:34,168 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:21:34,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:21:34,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:34,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:34,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:34,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:34,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:34,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,32857,1733062875776, seqNum=-1] 2024-12-01T14:21:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:34,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:34,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b., hostname=57b748500ef9,32857,1733062875776, seqNum=2] 2024-12-01T14:21:34,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42775,1733062881259, seqNum=-1] 2024-12-01T14:21:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:34,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26., hostname=57b748500ef9,42775,1733062881259, seqNum=2] 2024-12-01T14:21:34,206 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T14:21:34,496 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 379, reset compression=false 2024-12-01T14:21:34,972 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 379, reset compression=false 2024-12-01T14:21:34,976 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:34,976 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 480, reset compression=false 2024-12-01T14:21:34,976 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,32857,1733062875776 got entry batch from reader: WALEntryBatch [walEntries=[{test/29562c71c52c8055b01bc0b10381cb1b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T14:21:34,978 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:34,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-01T14:21:34,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:21:34,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0e92e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:34,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,43389,-1 for getting cluster id 2024-12-01T14:21:34,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:34,985 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '932c3ad8-9a6e-4353-ac8d-1d481a23603d' 2024-12-01T14:21:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "932c3ad8-9a6e-4353-ac8d-1d481a23603d" 2024-12-01T14:21:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e20b177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,43389,-1] 2024-12-01T14:21:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:34,986 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:34,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f5d02fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:34,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:34,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42775,1733062881259, seqNum=-1] 2024-12-01T14:21:34,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:34,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:34,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26., hostname=57b748500ef9,42775,1733062881259, seqNum=2] 2024-12-01T14:21:34,999 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 379, reset compression=false 2024-12-01T14:21:35,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:21:35,181 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 480, reset compression=false 2024-12-01T14:21:35,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T14:21:35,212 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T14:21:35,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:21:35,484 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 480, reset compression=false 2024-12-01T14:21:35,603 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 379, reset compression=false 2024-12-01T14:21:35,607 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:35,607 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 607, reset compression=false 2024-12-01T14:21:35,607 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,42775,1733062881259 got entry batch from reader: WALEntryBatch [walEntries=[{test/615fbecdfe47b70b6b7701be696e7e26/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:21:35,609 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:35,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-01T14:21:35,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:21:35,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d8aee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:35,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36855,-1 for getting cluster id 2024-12-01T14:21:35,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:35,612 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44b9fb83-f51d-4fad-a6df-969eb1522862' 2024-12-01T14:21:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44b9fb83-f51d-4fad-a6df-969eb1522862" 2024-12-01T14:21:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2894c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36855,-1] 2024-12-01T14:21:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:35,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:35,613 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:35,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25746c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:35,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:35,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,32857,1733062875776, seqNum=-1] 2024-12-01T14:21:35,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:35,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-01T14:21:35,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b., hostname=57b748500ef9,32857,1733062875776, seqNum=2] 2024-12-01T14:21:35,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:21:35,812 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 607, reset compression=false 2024-12-01T14:21:35,887 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 480, reset compression=false 2024-12-01T14:21:35,891 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:35,891 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 608, reset compression=false 2024-12-01T14:21:35,891 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,32857,1733062875776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:36,095 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 608, reset compression=false 2024-12-01T14:21:36,115 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 607, reset compression=false 2024-12-01T14:21:36,214 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T14:21:36,221 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T14:21:36,400 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 608, reset compression=false 2024-12-01T14:21:36,404 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:36,404 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 764, reset compression=false 2024-12-01T14:21:36,404 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,32857,1733062875776 got entry batch from reader: WALEntryBatch [walEntries=[{test/29562c71c52c8055b01bc0b10381cb1b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T14:21:36,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:21:36,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:21:36,520 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 607, reset compression=false 2024-12-01T14:21:36,524 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:36,524 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 754, reset compression=false 2024-12-01T14:21:36,524 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,42775,1733062881259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:36,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:36,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:36,610 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 764, reset compression=false 2024-12-01T14:21:36,727 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 754, reset compression=false 2024-12-01T14:21:36,913 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 764, reset compression=false 2024-12-01T14:21:37,031 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 754, reset compression=false 2024-12-01T14:21:37,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T14:21:37,226 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T14:21:37,317 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 764, reset compression=false 2024-12-01T14:21:37,435 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 754, reset compression=false 2024-12-01T14:21:37,439 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:21:37,439 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 913, reset compression=false 2024-12-01T14:21:37,439 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,42775,1733062881259 got entry batch from reader: WALEntryBatch [walEntries=[{test/615fbecdfe47b70b6b7701be696e7e26/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T14:21:37,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:21:37,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:21:37,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:37,475 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:37,476 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:37,645 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 913, reset compression=false 2024-12-01T14:21:37,820 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 764, reset compression=false 2024-12-01T14:21:37,824 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:37,824 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:37,824 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,32857,1733062875776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:37,948 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 913, reset compression=false 2024-12-01T14:21:38,028 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:38,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T14:21:38,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:21:38,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:38,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:38,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:38,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:38,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:21:38,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933194991, stopped=false 2024-12-01T14:21:38,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,43389,1733062881115 2024-12-01T14:21:38,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1346477180/running 2024-12-01T14:21:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1346477180/running 2024-12-01T14:21:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:38,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:38,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:38,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:38,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:38,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,42775,1733062881259' ***** 2024-12-01T14:21:38,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:21:38,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/running 2024-12-01T14:21:38,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Set watcher on znode that does not yet exist, /1346477180/running 2024-12-01T14:21:38,285 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:21:38,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:21:38,285 INFO [RS:0;57b748500ef9:42775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:21:38,285 INFO [RS:0;57b748500ef9:42775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:21:38,285 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,42775,1733062881259 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 615fbecdfe47b70b6b7701be696e7e26, disabling compactions & flushes 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:42775. 2024-12-01T14:21:38,286 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:38,286 DEBUG [RS:0;57b748500ef9:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. after waiting 0 ms 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:38,286 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:21:38,286 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 615fbecdfe47b70b6b7701be696e7e26 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:21:38,286 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:21:38,286 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 615fbecdfe47b70b6b7701be696e7e26=test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26., 436f416076bfd98bca7dd98fd2cf7d50=hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.} 2024-12-01T14:21:38,286 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 436f416076bfd98bca7dd98fd2cf7d50, 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:38,286 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:38,286 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:38,287 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:21:38,299 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/info/09bfc85c2a2943ccbc8e2e260d08e733 is 147, key is hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50./info:regioninfo/1733062893218/Put/seqid=0 2024-12-01T14:21:38,303 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/f/bb3b612542204869a76a4f5ef3a82848 is 29, key is row1/f:/1733062897224/DeleteFamily/seqid=0 2024-12-01T14:21:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741840_1016 (size=7686) 2024-12-01T14:21:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741841_1017 (size=5118) 2024-12-01T14:21:38,332 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:38,351 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 913, reset compression=false 2024-12-01T14:21:38,356 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:38,356 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 1160, reset compression=false 2024-12-01T14:21:38,356 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,42775,1733062881259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:38,357 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,42775,1733062881259: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,42775,1733062881259, walGroup=57b748500ef9%2C42775%2C1733062881259, offset=57b748500ef9%2C42775%2C1733062881259.1733062883488:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:42775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:21:38,358 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:21:38,358 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:21:38,359 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:21:38,359 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:21:38,359 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:21:38,359 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 703626912 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190477048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:21:38,360 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:43389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:43389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:21:38,375 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:38,429 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:21:38,429 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:21:38,486 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 436f416076bfd98bca7dd98fd2cf7d50, 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:38,565 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 1160, reset compression=false 2024-12-01T14:21:38,687 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 436f416076bfd98bca7dd98fd2cf7d50, 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:38,704 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/info/09bfc85c2a2943ccbc8e2e260d08e733 2024-12-01T14:21:38,706 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/f/bb3b612542204869a76a4f5ef3a82848 2024-12-01T14:21:38,710 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb3b612542204869a76a4f5ef3a82848 2024-12-01T14:21:38,730 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/ns/49d619e998764def9f77ffab972806df is 43, key is default/ns:d/1733062885460/Put/seqid=0 2024-12-01T14:21:38,731 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/f1/21186a8ac17742e79553cd12a7fa72e0 is 30, key is row1/f1:/1733062897224/DeleteFamily/seqid=0 2024-12-01T14:21:38,735 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:21:38,740 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/ns/49d619e998764def9f77ffab972806df 2024-12-01T14:21:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741843_1019 (size=5123) 2024-12-01T14:21:38,742 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/f1/21186a8ac17742e79553cd12a7fa72e0 2024-12-01T14:21:38,748 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21186a8ac17742e79553cd12a7fa72e0 2024-12-01T14:21:38,761 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/rep_barrier/ff885071133a43da9801734f786d503c is 112, key is test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26./rep_barrier:seqnumDuringOpen/1733062888879/Put/seqid=0 2024-12-01T14:21:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741844_1020 (size=5518) 2024-12-01T14:21:38,766 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/norep/a2663c6a86bc402f9b80d24b4203cb22 is 33, key is row1/norep:/1733062897224/DeleteFamily/seqid=0 2024-12-01T14:21:38,766 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/rep_barrier/ff885071133a43da9801734f786d503c 2024-12-01T14:21:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741845_1021 (size=5108) 2024-12-01T14:21:38,786 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/table/9b2bd720aff14eac97272f5772961c7e is 53, key is hbase:replication/table:state/1733062893224/Put/seqid=0 2024-12-01T14:21:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741846_1022 (size=5308) 2024-12-01T14:21:38,868 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 1160, reset compression=false 2024-12-01T14:21:38,887 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 436f416076bfd98bca7dd98fd2cf7d50, 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:39,087 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 436f416076bfd98bca7dd98fd2cf7d50, 615fbecdfe47b70b6b7701be696e7e26 2024-12-01T14:21:39,170 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/norep/a2663c6a86bc402f9b80d24b4203cb22 2024-12-01T14:21:39,173 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2663c6a86bc402f9b80d24b4203cb22 2024-12-01T14:21:39,174 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/f/bb3b612542204869a76a4f5ef3a82848 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/f/bb3b612542204869a76a4f5ef3a82848 2024-12-01T14:21:39,177 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb3b612542204869a76a4f5ef3a82848 2024-12-01T14:21:39,177 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/f/bb3b612542204869a76a4f5ef3a82848, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T14:21:39,178 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/f1/21186a8ac17742e79553cd12a7fa72e0 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/f1/21186a8ac17742e79553cd12a7fa72e0 2024-12-01T14:21:39,181 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21186a8ac17742e79553cd12a7fa72e0 2024-12-01T14:21:39,181 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/f1/21186a8ac17742e79553cd12a7fa72e0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T14:21:39,182 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/.tmp/norep/a2663c6a86bc402f9b80d24b4203cb22 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/norep/a2663c6a86bc402f9b80d24b4203cb22 2024-12-01T14:21:39,186 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2663c6a86bc402f9b80d24b4203cb22 2024-12-01T14:21:39,186 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/norep/a2663c6a86bc402f9b80d24b4203cb22, entries=1, sequenceid=8, filesize=5.0 K 2024-12-01T14:21:39,187 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 615fbecdfe47b70b6b7701be696e7e26 in 900ms, sequenceid=8, compaction requested=false 2024-12-01T14:21:39,190 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/table/9b2bd720aff14eac97272f5772961c7e 2024-12-01T14:21:39,194 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/info/09bfc85c2a2943ccbc8e2e260d08e733 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/info/09bfc85c2a2943ccbc8e2e260d08e733 2024-12-01T14:21:39,195 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/default/test/615fbecdfe47b70b6b7701be696e7e26/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T14:21:39,195 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:39,195 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:39,195 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 615fbecdfe47b70b6b7701be696e7e26: Waiting for close lock at 1733062898286Running coprocessor pre-close hooks at 1733062898286Disabling compacts and flushes for region at 1733062898286Disabling writes for close at 1733062898286Obtaining lock to block concurrent updates at 1733062898286Preparing flush snapshotting stores in 615fbecdfe47b70b6b7701be696e7e26 at 1733062898286Finished memstore snapshotting test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733062898286Flushing stores of test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. at 1733062898287 (+1 ms)Flushing 615fbecdfe47b70b6b7701be696e7e26/f: creating writer at 1733062898287Flushing 615fbecdfe47b70b6b7701be696e7e26/f: appending metadata at 1733062898302 (+15 ms)Flushing 615fbecdfe47b70b6b7701be696e7e26/f: closing flushed file at 1733062898302Flushing 615fbecdfe47b70b6b7701be696e7e26/f1: creating writer at 1733062898711 (+409 ms)Flushing 615fbecdfe47b70b6b7701be696e7e26/f1: appending metadata at 1733062898730 (+19 ms)Flushing 615fbecdfe47b70b6b7701be696e7e26/f1: closing flushed file at 1733062898730Flushing 615fbecdfe47b70b6b7701be696e7e26/norep: creating writer at 1733062898748 (+18 ms)Flushing 615fbecdfe47b70b6b7701be696e7e26/norep: appending metadata at 1733062898765 (+17 ms)Flushing 615fbecdfe47b70b6b7701be696e7e26/norep: closing flushed file at 1733062898765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e622c8a: reopening flushed file at 1733062899173 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13224d74: reopening flushed file at 1733062899177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9ca217: reopening flushed file at 1733062899182 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 615fbecdfe47b70b6b7701be696e7e26 in 900ms, sequenceid=8, compaction requested=false at 1733062899187 (+5 ms)Writing region close event to WAL at 1733062899187Running coprocessor post-close hooks at 1733062899195 (+8 ms)Closed at 1733062899195 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062887737.615fbecdfe47b70b6b7701be696e7e26. 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 436f416076bfd98bca7dd98fd2cf7d50, disabling compactions & flushes 2024-12-01T14:21:39,196 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. after waiting 0 ms 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 436f416076bfd98bca7dd98fd2cf7d50: Waiting for close lock at 1733062899196Running coprocessor pre-close hooks at 1733062899196Disabling compacts and flushes for region at 1733062899196Disabling writes for close at 1733062899196Failed flush hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50., putting online again at 1733062899196 2024-12-01T14:21:39,196 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,199 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/info/09bfc85c2a2943ccbc8e2e260d08e733, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:21:39,200 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/ns/49d619e998764def9f77ffab972806df as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/ns/49d619e998764def9f77ffab972806df 2024-12-01T14:21:39,204 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/ns/49d619e998764def9f77ffab972806df, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:21:39,205 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/rep_barrier/ff885071133a43da9801734f786d503c as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/rep_barrier/ff885071133a43da9801734f786d503c 2024-12-01T14:21:39,209 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/rep_barrier/ff885071133a43da9801734f786d503c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:21:39,210 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/.tmp/table/9b2bd720aff14eac97272f5772961c7e as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/table/9b2bd720aff14eac97272f5772961c7e 2024-12-01T14:21:39,215 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/table/9b2bd720aff14eac97272f5772961c7e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:21:39,216 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-12-01T14:21:39,220 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:21:39,221 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:39,221 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:39,221 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:39,221 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062898286Running coprocessor pre-close hooks at 1733062898286Disabling compacts and flushes for region at 1733062898286Disabling writes for close at 1733062898286Obtaining lock to block concurrent updates at 1733062898287 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733062898287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062898287Flushing stores of hbase:meta,,1.1588230740 at 1733062898287Flushing 1588230740/info: creating writer at 1733062898287Flushing 1588230740/info: appending metadata at 1733062898299 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733062898299Flushing 1588230740/ns: creating writer at 1733062898708 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733062898730 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733062898730Flushing 1588230740/rep_barrier: creating writer at 1733062898744 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062898760 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062898760Flushing 1588230740/table: creating writer at 1733062898771 (+11 ms)Flushing 1588230740/table: appending metadata at 1733062898786 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733062898786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1548b8e: reopening flushed file at 1733062899193 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c3832: reopening flushed file at 1733062899199 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7176e0d3: reopening flushed file at 1733062899205 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9d0d90: reopening flushed file at 1733062899210 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1733062899216 (+6 ms)Writing region close event to WAL at 1733062899217 (+1 ms)Running coprocessor post-close hooks at 1733062899221 (+4 ms)Closed at 1733062899221 2024-12-01T14:21:39,221 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:39,242 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:39,271 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 1160, reset compression=false 2024-12-01T14:21:39,276 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:39,276 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 1804, reset compression=false 2024-12-01T14:21:39,287 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:21:39,287 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1325): Online Regions={436f416076bfd98bca7dd98fd2cf7d50=hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50.} 2024-12-01T14:21:39,287 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(3091): Received CLOSE for 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:39,287 DEBUG [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1351): Waiting on 436f416076bfd98bca7dd98fd2cf7d50 2024-12-01T14:21:39,287 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 436f416076bfd98bca7dd98fd2cf7d50, disabling compactions & flushes 2024-12-01T14:21:39,288 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,288 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,288 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. after waiting 0 ms 2024-12-01T14:21:39,288 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,288 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 436f416076bfd98bca7dd98fd2cf7d50: Waiting for close lock at 1733062899287Running coprocessor pre-close hooks at 1733062899287Disabling compacts and flushes for region at 1733062899287Disabling writes for close at 1733062899288 (+1 ms)Failed flush hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50., putting online again at 1733062899288 2024-12-01T14:21:39,288 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733062892059.436f416076bfd98bca7dd98fd2cf7d50. 2024-12-01T14:21:39,480 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/WALs/57b748500ef9,42775,1733062881259/57b748500ef9%2C42775%2C1733062881259.1733062883488 to pos 1804, reset compression=false 2024-12-01T14:21:39,488 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T14:21:39,488 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,42775,1733062881259; all regions closed. 2024-12-01T14:21:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:21:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741839_1015 (size=1515) 2024-12-01T14:21:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741833_1009 (size=1812) 2024-12-01T14:21:39,493 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:39,493 INFO [RS:0;57b748500ef9:42775 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:39,494 INFO [RS:0;57b748500ef9:42775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:39,494 INFO [RS:0;57b748500ef9:42775 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:39,494 INFO [RS:0;57b748500ef9:42775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:39,494 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:39,495 INFO [RS:0;57b748500ef9:42775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,42775,1733062881259 because: Region server is closing 2024-12-01T14:21:39,495 INFO [RS:0;57b748500ef9:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:42775. 2024-12-01T14:21:39,495 DEBUG [RS:0;57b748500ef9:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:39,495 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:39,495 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:39,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:39,595 INFO [RS:0;57b748500ef9:42775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.shipper57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 terminated 2024-12-01T14:21:39,595 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,42775,1733062881259.replicationSource.wal-reader.57b748500ef9%2C42775%2C1733062881259,1-57b748500ef9,42775,1733062881259 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:21:39,595 INFO [RS:0;57b748500ef9:42775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:42775. 2024-12-01T14:21:39,595 DEBUG [RS:0;57b748500ef9:42775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:39,595 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:39,595 DEBUG [RS:0;57b748500ef9:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:39,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:39,596 INFO [RS:0;57b748500ef9:42775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42775 2024-12-01T14:21:39,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180/rs 2024-12-01T14:21:39,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1346477180/rs/57b748500ef9,42775,1733062881259 2024-12-01T14:21:39,663 INFO [RS:0;57b748500ef9:42775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:39,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,42775,1733062881259] 2024-12-01T14:21:39,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1346477180/draining/57b748500ef9,42775,1733062881259 already deleted, retry=false 2024-12-01T14:21:39,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,42775,1733062881259 expired; onlineServers=0 2024-12-01T14:21:39,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,43389,1733062881115' ***** 2024-12-01T14:21:39,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:21:39,684 INFO [M:0;57b748500ef9:43389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:39,684 INFO [M:0;57b748500ef9:43389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:39,685 DEBUG [M:0;57b748500ef9:43389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:21:39,685 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:21:39,685 DEBUG [M:0;57b748500ef9:43389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:21:39,685 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062883064 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062883064,5,FailOnTimeoutGroup] 2024-12-01T14:21:39,685 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062883060 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062883060,5,FailOnTimeoutGroup] 2024-12-01T14:21:39,685 INFO [M:0;57b748500ef9:43389 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:39,685 INFO [M:0;57b748500ef9:43389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:39,685 DEBUG [M:0;57b748500ef9:43389 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:21:39,685 INFO [M:0;57b748500ef9:43389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:21:39,685 INFO [M:0;57b748500ef9:43389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:39,685 INFO [M:0;57b748500ef9:43389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:21:39,686 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:21:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1346477180/master 2024-12-01T14:21:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1346477180 2024-12-01T14:21:39,695 DEBUG [M:0;57b748500ef9:43389 {}] zookeeper.ZKUtil(347): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Unable to get data of znode /1346477180/master because node does not exist (not an error) 2024-12-01T14:21:39,695 WARN [M:0;57b748500ef9:43389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:21:39,695 INFO [M:0;57b748500ef9:43389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/.lastflushedseqids 2024-12-01T14:21:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741847_1023 (size=245) 2024-12-01T14:21:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:39,774 INFO [RS:0;57b748500ef9:42775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:39,774 INFO [RS:0;57b748500ef9:42775 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,42775,1733062881259; zookeeper connection closed. 2024-12-01T14:21:39,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42775-0x1019144cd630004, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:39,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ceca55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ceca55 2024-12-01T14:21:39,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:21:39,848 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:40,100 INFO [M:0;57b748500ef9:43389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:21:40,100 INFO [M:0;57b748500ef9:43389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:21:40,100 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:40,100 INFO [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:40,100 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:40,100 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:40,100 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:40,100 INFO [M:0;57b748500ef9:43389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T14:21:40,113 DEBUG [M:0;57b748500ef9:43389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c90fdd9cd1e4ab69ac7b737da957b22 is 82, key is hbase:meta,,1/info:regioninfo/1733062885426/Put/seqid=0 2024-12-01T14:21:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741848_1024 (size=5672) 2024-12-01T14:21:40,517 INFO [M:0;57b748500ef9:43389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c90fdd9cd1e4ab69ac7b737da957b22 2024-12-01T14:21:40,552 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:40,578 DEBUG [M:0;57b748500ef9:43389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fadea18f3a4ebc8a5c8a96f7dc9337 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062893226/Put/seqid=0 2024-12-01T14:21:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741849_1025 (size=8517) 2024-12-01T14:21:40,986 INFO [M:0;57b748500ef9:43389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fadea18f3a4ebc8a5c8a96f7dc9337 2024-12-01T14:21:41,007 DEBUG [M:0;57b748500ef9:43389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0da7015b64834fb89c8073e84104cca6 is 69, key is 57b748500ef9,42775,1733062881259/rs:state/1733062883251/Put/seqid=0 2024-12-01T14:21:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741850_1026 (size=5156) 2024-12-01T14:21:41,355 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:41,412 INFO [M:0;57b748500ef9:43389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0da7015b64834fb89c8073e84104cca6 2024-12-01T14:21:41,417 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c90fdd9cd1e4ab69ac7b737da957b22 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c90fdd9cd1e4ab69ac7b737da957b22 2024-12-01T14:21:41,421 INFO [M:0;57b748500ef9:43389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c90fdd9cd1e4ab69ac7b737da957b22, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T14:21:41,422 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fadea18f3a4ebc8a5c8a96f7dc9337 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11fadea18f3a4ebc8a5c8a96f7dc9337 2024-12-01T14:21:41,426 INFO [M:0;57b748500ef9:43389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11fadea18f3a4ebc8a5c8a96f7dc9337, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T14:21:41,427 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0da7015b64834fb89c8073e84104cca6 as hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0da7015b64834fb89c8073e84104cca6 2024-12-01T14:21:41,431 INFO [M:0;57b748500ef9:43389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32789/user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0da7015b64834fb89c8073e84104cca6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T14:21:41,432 INFO [M:0;57b748500ef9:43389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=97, compaction requested=false 2024-12-01T14:21:41,443 INFO [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:41,443 DEBUG [M:0;57b748500ef9:43389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062900100Disabling compacts and flushes for region at 1733062900100Disabling writes for close at 1733062900100Obtaining lock to block concurrent updates at 1733062900100Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062900100Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733062900100Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062900101 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062900101Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062900113 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062900113Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062900560 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062900577 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062900577Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062900990 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062901007 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062901007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521ff798: reopening flushed file at 1733062901416 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cd4851: reopening flushed file at 1733062901421 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9b2730: reopening flushed file at 1733062901426 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=97, compaction requested=false at 1733062901432 (+6 ms)Writing region close event to WAL at 1733062901443 (+11 ms)Closed at 1733062901443 2024-12-01T14:21:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43531 is added to blk_1073741830_1006 (size=63666) 2024-12-01T14:21:41,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30b8193e-86d5-a387-c6d6-e0675fa03bca/MasterData/WALs/57b748500ef9,43389,1733062881115/57b748500ef9%2C43389%2C1733062881115.1733062882810 not finished, retry = 0 2024-12-01T14:21:41,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:41,547 INFO [M:0;57b748500ef9:43389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:21:41,547 INFO [M:0;57b748500ef9:43389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43389 2024-12-01T14:21:41,547 INFO [M:0;57b748500ef9:43389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:41,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:41,710 INFO [M:0;57b748500ef9:43389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:41,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43389-0x1019144cd630003, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:41,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b860fd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:41,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ace65d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:41,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:41,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220dc6fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:41,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@167a162e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:41,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:21:41,747 WARN [BP-1928141449-172.17.0.3-1733062879185 heartbeating to localhost/127.0.0.1:32789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:21:41,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:21:41,747 WARN [BP-1928141449-172.17.0.3-1733062879185 heartbeating to localhost/127.0.0.1:32789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1928141449-172.17.0.3-1733062879185 (Datanode Uuid 903f824e-9116-4a60-8dd3-e63c36e18a54) service to localhost/127.0.0.1:32789 2024-12-01T14:21:41,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/cluster_6d439b75-7fcf-aa5f-cfd8-778d8174cc90/data/data1/current/BP-1928141449-172.17.0.3-1733062879185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:41,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/cluster_6d439b75-7fcf-aa5f-cfd8-778d8174cc90/data/data2/current/BP-1928141449-172.17.0.3-1733062879185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:41,748 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:21:41,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fdf7da8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:41,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5a5376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:41,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:41,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c22285{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:41,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57272088{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:41,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:21:41,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:21:41,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:41,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:41,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:41,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:41,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:41,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:21:41,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=624330843, stopped=false 2024-12-01T14:21:41,766 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,36855,1733062875499 2024-12-01T14:21:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-235922670/running 2024-12-01T14:21:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-235922670/running 2024-12-01T14:21:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:41,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:41,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/running 2024-12-01T14:21:41,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Set watcher on znode that does not yet exist, /0-235922670/running 2024-12-01T14:21:41,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:21:41,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:41,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:41,780 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,32857,1733062875776' ***** 2024-12-01T14:21:41,780 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:21:41,780 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:21:41,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:21:41,780 INFO [RS:0;57b748500ef9:32857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:21:41,780 INFO [RS:0;57b748500ef9:32857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for 2923ac13a945a4a95aa85e358e64f420 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,32857,1733062875776 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2923ac13a945a4a95aa85e358e64f420, disabling compactions & flushes 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:32857. 2024-12-01T14:21:41,781 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:41,781 DEBUG [RS:0;57b748500ef9:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. after waiting 0 ms 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:41,781 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:21:41,781 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2923ac13a945a4a95aa85e358e64f420 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:21:41,781 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:21:41,781 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1325): Online Regions={2923ac13a945a4a95aa85e358e64f420=hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420., 1588230740=hbase:meta,,1.1588230740, 29562c71c52c8055b01bc0b10381cb1b=test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b.} 2024-12-01T14:21:41,781 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2923ac13a945a4a95aa85e358e64f420, 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:41,781 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:41,781 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:41,781 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:21:41,795 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/info/28e12d7c8be746429b82e6f738be56bb is 147, key is hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420./info:regioninfo/1733062891060/Put/seqid=0 2024-12-01T14:21:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741840_1016 (size=7686) 2024-12-01T14:21:41,799 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/info/28e12d7c8be746429b82e6f738be56bb 2024-12-01T14:21:41,800 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/.tmp/queue/82b5c411b5de42ed91757fbad535faad is 153, key is 1-57b748500ef9,32857,1733062875776/queue:57b748500ef9%2C32857%2C1733062875776/1733062897825/Put/seqid=0 2024-12-01T14:21:41,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741841_1017 (size=5352) 2024-12-01T14:21:41,805 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/.tmp/queue/82b5c411b5de42ed91757fbad535faad 2024-12-01T14:21:41,806 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:41,810 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/.tmp/queue/82b5c411b5de42ed91757fbad535faad as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/queue/82b5c411b5de42ed91757fbad535faad 2024-12-01T14:21:41,814 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/queue/82b5c411b5de42ed91757fbad535faad, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T14:21:41,815 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2923ac13a945a4a95aa85e358e64f420 in 34ms, sequenceid=10, compaction requested=false 2024-12-01T14:21:41,818 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/replication/2923ac13a945a4a95aa85e358e64f420/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:41,819 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2923ac13a945a4a95aa85e358e64f420: Waiting for close lock at 1733062901781Running coprocessor pre-close hooks at 1733062901781Disabling compacts and flushes for region at 1733062901781Disabling writes for close at 1733062901781Obtaining lock to block concurrent updates at 1733062901781Preparing flush snapshotting stores in 2923ac13a945a4a95aa85e358e64f420 at 1733062901781Finished memstore snapshotting hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733062901781Flushing stores of hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. at 1733062901782 (+1 ms)Flushing 2923ac13a945a4a95aa85e358e64f420/queue: creating writer at 1733062901782Flushing 2923ac13a945a4a95aa85e358e64f420/queue: appending metadata at 1733062901800 (+18 ms)Flushing 2923ac13a945a4a95aa85e358e64f420/queue: closing flushed file at 1733062901800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da189b6: reopening flushed file at 1733062901809 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2923ac13a945a4a95aa85e358e64f420 in 34ms, sequenceid=10, compaction requested=false at 1733062901815 (+6 ms)Writing region close event to WAL at 1733062901816 (+1 ms)Running coprocessor post-close hooks at 1733062901819 (+3 ms)Closed at 1733062901819 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062889905.2923ac13a945a4a95aa85e358e64f420. 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29562c71c52c8055b01bc0b10381cb1b, disabling compactions & flushes 2024-12-01T14:21:41,819 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. after waiting 0 ms 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:41,819 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29562c71c52c8055b01bc0b10381cb1b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-01T14:21:41,819 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/ns/6780ab207eb149db8b3fb561ec5ef5a8 is 43, key is default/ns:d/1733062879065/Put/seqid=0 2024-12-01T14:21:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:21:41,823 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/ns/6780ab207eb149db8b3fb561ec5ef5a8 2024-12-01T14:21:41,836 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/f/de565f9259514d8ca08821cd252d19d5 is 29, key is row1/f:/1733062897224/DeleteFamily/seqid=0 2024-12-01T14:21:41,836 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/rep_barrier/5776ea1b93694dca9c9647955d5863a5 is 112, key is test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b./rep_barrier:seqnumDuringOpen/1733062886724/Put/seqid=0 2024-12-01T14:21:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741843_1019 (size=5518) 2024-12-01T14:21:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741844_1020 (size=5118) 2024-12-01T14:21:41,842 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/f/de565f9259514d8ca08821cd252d19d5 2024-12-01T14:21:41,846 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de565f9259514d8ca08821cd252d19d5 2024-12-01T14:21:41,864 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/f1/8fb748edf6594c99a567da4fc66d4445 is 30, key is row1/f1:/1733062897224/DeleteFamily/seqid=0 2024-12-01T14:21:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741845_1021 (size=5123) 2024-12-01T14:21:41,981 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:42,182 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:42,242 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/rep_barrier/5776ea1b93694dca9c9647955d5863a5 2024-12-01T14:21:42,256 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/table/8fef84060e5840a98187d609b2088d7e is 53, key is hbase:replication/table:state/1733062891066/Put/seqid=0 2024-12-01T14:21:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741846_1022 (size=5308) 2024-12-01T14:21:42,259 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 914, reset compression=false 2024-12-01T14:21:42,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:42,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 1161, reset compression=false 2024-12-01T14:21:42,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,32857,1733062875776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:21:42,263 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,32857,1733062875776: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,32857,1733062875776, walGroup=57b748500ef9%2C32857%2C1733062875776, offset=57b748500ef9%2C32857%2C1733062875776.1733062878395:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:32857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:21:42,264 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:21:42,264 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:21:42,265 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:21:42,265 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:21:42,265 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:21:42,265 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 777027232 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191145240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:21:42,266 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:36855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:36855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:21:42,269 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/f1/8fb748edf6594c99a567da4fc66d4445 2024-12-01T14:21:42,273 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fb748edf6594c99a567da4fc66d4445 2024-12-01T14:21:42,275 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:21:42,276 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:21:42,285 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/norep/f5cef505729741e58d650e7bed0f4ab8 is 32, key is row/norep:/1733062896218/DeleteFamily/seqid=0 2024-12-01T14:21:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741847_1023 (size=5101) 2024-12-01T14:21:42,382 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:42,469 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 1161, reset compression=false 2024-12-01T14:21:42,582 DEBUG [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29562c71c52c8055b01bc0b10381cb1b 2024-12-01T14:21:42,659 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/table/8fef84060e5840a98187d609b2088d7e 2024-12-01T14:21:42,664 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/info/28e12d7c8be746429b82e6f738be56bb as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/info/28e12d7c8be746429b82e6f738be56bb 2024-12-01T14:21:42,667 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/info/28e12d7c8be746429b82e6f738be56bb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:21:42,668 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/ns/6780ab207eb149db8b3fb561ec5ef5a8 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/ns/6780ab207eb149db8b3fb561ec5ef5a8 2024-12-01T14:21:42,671 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/ns/6780ab207eb149db8b3fb561ec5ef5a8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:21:42,671 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/rep_barrier/5776ea1b93694dca9c9647955d5863a5 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/rep_barrier/5776ea1b93694dca9c9647955d5863a5 2024-12-01T14:21:42,674 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/rep_barrier/5776ea1b93694dca9c9647955d5863a5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:21:42,675 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/.tmp/table/8fef84060e5840a98187d609b2088d7e as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/table/8fef84060e5840a98187d609b2088d7e 2024-12-01T14:21:42,678 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/table/8fef84060e5840a98187d609b2088d7e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:21:42,679 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false 2024-12-01T14:21:42,679 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:21:42,683 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:21:42,683 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:42,683 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:21:42,683 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:42,684 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062901781Running coprocessor pre-close hooks at 1733062901781Disabling compacts and flushes for region at 1733062901781Disabling writes for close at 1733062901781Obtaining lock to block concurrent updates at 1733062901781Preparing flush snapshotting stores in 1588230740 at 1733062901781Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062901782 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062901782Flushing 1588230740/info: creating writer at 1733062901782Flushing 1588230740/info: appending metadata at 1733062901795 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733062901795Flushing 1588230740/ns: creating writer at 1733062901804 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733062901819 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733062901819Flushing 1588230740/rep_barrier: creating writer at 1733062901826 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062901836 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062901836Flushing 1588230740/table: creating writer at 1733062902245 (+409 ms)Flushing 1588230740/table: appending metadata at 1733062902255 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733062902255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bbab002: reopening flushed file at 1733062902663 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c0c939: reopening flushed file at 1733062902667 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fb7ffb: reopening flushed file at 1733062902671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bed4646: reopening flushed file at 1733062902675 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false at 1733062902679 (+4 ms)Writing region close event to WAL at 1733062902681 (+2 ms)Running coprocessor post-close hooks at 1733062902683 (+2 ms)Closed at 1733062902683 2024-12-01T14:21:42,684 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:42,688 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/norep/f5cef505729741e58d650e7bed0f4ab8 2024-12-01T14:21:42,692 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5cef505729741e58d650e7bed0f4ab8 2024-12-01T14:21:42,692 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/f/de565f9259514d8ca08821cd252d19d5 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/f/de565f9259514d8ca08821cd252d19d5 2024-12-01T14:21:42,695 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de565f9259514d8ca08821cd252d19d5 2024-12-01T14:21:42,695 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/f/de565f9259514d8ca08821cd252d19d5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T14:21:42,696 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/f1/8fb748edf6594c99a567da4fc66d4445 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/f1/8fb748edf6594c99a567da4fc66d4445 2024-12-01T14:21:42,699 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fb748edf6594c99a567da4fc66d4445 2024-12-01T14:21:42,699 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/f1/8fb748edf6594c99a567da4fc66d4445, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T14:21:42,700 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/.tmp/norep/f5cef505729741e58d650e7bed0f4ab8 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/norep/f5cef505729741e58d650e7bed0f4ab8 2024-12-01T14:21:42,703 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5cef505729741e58d650e7bed0f4ab8 2024-12-01T14:21:42,703 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/norep/f5cef505729741e58d650e7bed0f4ab8, entries=1, sequenceid=8, filesize=5.0 K 2024-12-01T14:21:42,704 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 29562c71c52c8055b01bc0b10381cb1b in 885ms, sequenceid=8, compaction requested=false 2024-12-01T14:21:42,704 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:21:42,707 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/data/default/test/29562c71c52c8055b01bc0b10381cb1b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T14:21:42,708 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:21:42,708 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:42,708 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:42,708 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29562c71c52c8055b01bc0b10381cb1b: Waiting for close lock at 1733062901819Running coprocessor pre-close hooks at 1733062901819Disabling compacts and flushes for region at 1733062901819Disabling writes for close at 1733062901819Obtaining lock to block concurrent updates at 1733062901819Preparing flush snapshotting stores in 29562c71c52c8055b01bc0b10381cb1b at 1733062901819Finished memstore snapshotting test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733062901820 (+1 ms)Flushing stores of test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. at 1733062901820Flushing 29562c71c52c8055b01bc0b10381cb1b/f: creating writer at 1733062901820Flushing 29562c71c52c8055b01bc0b10381cb1b/f: appending metadata at 1733062901836 (+16 ms)Flushing 29562c71c52c8055b01bc0b10381cb1b/f: closing flushed file at 1733062901836Flushing 29562c71c52c8055b01bc0b10381cb1b/f1: creating writer at 1733062901846 (+10 ms)Flushing 29562c71c52c8055b01bc0b10381cb1b/f1: appending metadata at 1733062901863 (+17 ms)Flushing 29562c71c52c8055b01bc0b10381cb1b/f1: closing flushed file at 1733062901863Flushing 29562c71c52c8055b01bc0b10381cb1b/norep: creating writer at 1733062902273 (+410 ms)Flushing 29562c71c52c8055b01bc0b10381cb1b/norep: appending metadata at 1733062902284 (+11 ms)Flushing 29562c71c52c8055b01bc0b10381cb1b/norep: closing flushed file at 1733062902284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7532e910: reopening flushed file at 1733062902692 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a975778: reopening flushed file at 1733062902696 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ff2b94: reopening flushed file at 1733062902700 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 29562c71c52c8055b01bc0b10381cb1b in 885ms, sequenceid=8, compaction requested=false at 1733062902704 (+4 ms)Writing region close event to WAL at 1733062902705 (+1 ms)Running coprocessor post-close hooks at 1733062902708 (+3 ms)Closed at 1733062902708 2024-12-01T14:21:42,708 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062885583.29562c71c52c8055b01bc0b10381cb1b. 2024-12-01T14:21:42,773 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 1161, reset compression=false 2024-12-01T14:21:42,777 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:21:42,777 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/WALs/57b748500ef9,32857,1733062875776/57b748500ef9%2C32857%2C1733062875776.1733062878395 to pos 1805, reset compression=false 2024-12-01T14:21:42,782 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,32857,1733062875776; all regions closed. 2024-12-01T14:21:42,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:21:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741839_1015 (size=2676) 2024-12-01T14:21:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741832_1008 (size=1813) 2024-12-01T14:21:42,787 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:42,787 INFO [RS:0;57b748500ef9:32857 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:21:42,787 INFO [RS:0;57b748500ef9:32857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:42,787 INFO [RS:0;57b748500ef9:32857 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:42,788 INFO [RS:0;57b748500ef9:32857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:42,788 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:42,788 INFO [RS:0;57b748500ef9:32857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,32857,1733062875776 because: Region server is closing 2024-12-01T14:21:42,788 INFO [RS:0;57b748500ef9:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:32857. 2024-12-01T14:21:42,788 DEBUG [RS:0;57b748500ef9:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:42,788 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:42,788 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:42,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:42,888 INFO [RS:0;57b748500ef9:32857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.shipper57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 terminated 2024-12-01T14:21:42,888 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,32857,1733062875776.replicationSource.wal-reader.57b748500ef9%2C32857%2C1733062875776,1-57b748500ef9,32857,1733062875776 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:21:42,888 INFO [RS:0;57b748500ef9:32857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:32857. 2024-12-01T14:21:42,889 DEBUG [RS:0;57b748500ef9:32857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:21:42,889 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:42,889 DEBUG [RS:0;57b748500ef9:32857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:42,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:21:42,889 INFO [RS:0;57b748500ef9:32857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32857 2024-12-01T14:21:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670/rs 2024-12-01T14:21:42,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-235922670/rs/57b748500ef9,32857,1733062875776 2024-12-01T14:21:42,937 INFO [RS:0;57b748500ef9:32857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:42,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,32857,1733062875776] 2024-12-01T14:21:42,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-235922670/draining/57b748500ef9,32857,1733062875776 already deleted, retry=false 2024-12-01T14:21:42,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,32857,1733062875776 expired; onlineServers=0 2024-12-01T14:21:42,957 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,36855,1733062875499' ***** 2024-12-01T14:21:42,957 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:21:42,958 DEBUG [M:0;57b748500ef9:36855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:21:42,958 DEBUG [M:0;57b748500ef9:36855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:21:42,958 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:21:42,958 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062878186 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062878186,5,FailOnTimeoutGroup] 2024-12-01T14:21:42,958 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062878186 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062878186,5,FailOnTimeoutGroup] 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:21:42,958 DEBUG [M:0;57b748500ef9:36855 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:21:42,958 INFO [M:0;57b748500ef9:36855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:21:42,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:21:42,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-235922670/master 2024-12-01T14:21:42,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-235922670 2024-12-01T14:21:42,968 DEBUG [M:0;57b748500ef9:36855 {}] zookeeper.ZKUtil(347): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Unable to get data of znode /0-235922670/master because node does not exist (not an error) 2024-12-01T14:21:42,968 WARN [M:0;57b748500ef9:36855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:21:42,969 INFO [M:0;57b748500ef9:36855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/.lastflushedseqids 2024-12-01T14:21:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:21:43,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:43,047 INFO [RS:0;57b748500ef9:32857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:43,047 INFO [RS:0;57b748500ef9:32857 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,32857,1733062875776; zookeeper connection closed. 2024-12-01T14:21:43,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32857-0x1019144cd630001, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:43,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ad0356c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ad0356c 2024-12-01T14:21:43,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:21:43,373 INFO [M:0;57b748500ef9:36855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:21:43,373 INFO [M:0;57b748500ef9:36855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:21:43,373 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:43,373 INFO [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:43,373 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:43,373 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:43,373 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:43,374 INFO [M:0;57b748500ef9:36855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T14:21:43,391 DEBUG [M:0;57b748500ef9:36855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfae95e9bdd74506921e150c63c366c6 is 82, key is hbase:meta,,1/info:regioninfo/1733062879018/Put/seqid=0 2024-12-01T14:21:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:21:43,795 INFO [M:0;57b748500ef9:36855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfae95e9bdd74506921e150c63c366c6 2024-12-01T14:21:43,817 DEBUG [M:0;57b748500ef9:36855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cb68ad60bfe4dbe9e67423748b763e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062891070/Put/seqid=0 2024-12-01T14:21:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741850_1026 (size=8517) 2024-12-01T14:21:44,221 INFO [M:0;57b748500ef9:36855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cb68ad60bfe4dbe9e67423748b763e6 2024-12-01T14:21:44,235 DEBUG [M:0;57b748500ef9:36855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8abc8a54ccb247b5a52ccdbb03cc33e0 is 69, key is 57b748500ef9,32857,1733062875776/rs:state/1733062878252/Put/seqid=0 2024-12-01T14:21:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:21:44,638 INFO [M:0;57b748500ef9:36855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8abc8a54ccb247b5a52ccdbb03cc33e0 2024-12-01T14:21:44,642 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfae95e9bdd74506921e150c63c366c6 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfae95e9bdd74506921e150c63c366c6 2024-12-01T14:21:44,645 INFO [M:0;57b748500ef9:36855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfae95e9bdd74506921e150c63c366c6, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T14:21:44,646 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cb68ad60bfe4dbe9e67423748b763e6 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cb68ad60bfe4dbe9e67423748b763e6 2024-12-01T14:21:44,649 INFO [M:0;57b748500ef9:36855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cb68ad60bfe4dbe9e67423748b763e6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T14:21:44,650 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8abc8a54ccb247b5a52ccdbb03cc33e0 as hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8abc8a54ccb247b5a52ccdbb03cc33e0 2024-12-01T14:21:44,653 INFO [M:0;57b748500ef9:36855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/2ac0cb79-40ea-f568-fdfe-f493341f618c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8abc8a54ccb247b5a52ccdbb03cc33e0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T14:21:44,654 INFO [M:0;57b748500ef9:36855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-01T14:21:44,655 INFO [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:44,655 DEBUG [M:0;57b748500ef9:36855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062903373Disabling compacts and flushes for region at 1733062903373Disabling writes for close at 1733062903373Obtaining lock to block concurrent updates at 1733062903374 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062903374Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733062903374Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062903374Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062903374Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062903391 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062903391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062903799 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062903817 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062903817Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062904224 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062904234 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062904234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172d9200: reopening flushed file at 1733062904641 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4b5c2a: reopening flushed file at 1733062904645 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d02b8b: reopening flushed file at 1733062904649 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733062904654 (+5 ms)Writing region close event to WAL at 1733062904655 (+1 ms)Closed at 1733062904655 2024-12-01T14:21:44,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741830_1006 (size=63666) 2024-12-01T14:21:44,657 INFO [M:0;57b748500ef9:36855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:21:44,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:21:44,658 INFO [M:0;57b748500ef9:36855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36855 2024-12-01T14:21:44,658 INFO [M:0;57b748500ef9:36855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:21:44,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:44,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:44,826 INFO [M:0;57b748500ef9:36855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:21:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x1019144cd630000, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:21:44,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28ee061e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:44,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@300c805c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:44,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:44,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f094ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:44,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60cf0968{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:44,830 WARN [BP-130270626-172.17.0.3-1733062873542 heartbeating to localhost/127.0.0.1:38609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:21:44,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:21:44,830 WARN [BP-130270626-172.17.0.3-1733062873542 heartbeating to localhost/127.0.0.1:38609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-130270626-172.17.0.3-1733062873542 (Datanode Uuid 7bda727b-a361-448b-9437-316f162d12d6) service to localhost/127.0.0.1:38609 2024-12-01T14:21:44,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:21:44,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/data/data1/current/BP-130270626-172.17.0.3-1733062873542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:44,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/cluster_c55afe26-3335-92b8-0fbf-0c3342c81ff6/data/data2/current/BP-130270626-172.17.0.3-1733062873542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:21:44,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:21:44,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23e347f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:44,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b0bb4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:21:44,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:21:44,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc756b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:21:44,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6859fa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12fcc633-ab64-f708-5b00-477f25887b2e/hadoop.log.dir/,STOPPED} 2024-12-01T14:21:44,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:21:44,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:21:44,871 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=258 (was 240) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38609 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:32789 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:32789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:32789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:32789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57461) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=658 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=3554 (was 3599) 2024-12-01T14:21:44,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=258, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=3562 2024-12-01T14:21:44,890 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-01T14:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir so I do NOT create it in target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9 2024-12-01T14:21:44,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:21:44,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.tmp.dir so I do NOT create it in target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9 2024-12-01T14:21:44,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14eee46f-e16e-b602-b5b0-5345ddc6b677/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:21:44,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9 2024-12-01T14:21:44,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373, deleteOnExit=true 2024-12-01T14:21:44,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/zookeeper_0, clientPort=50431, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:21:44,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50431 2024-12-01T14:21:44,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:21:44,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/test.cache.data in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:21:44,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:44,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:21:44,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:21:44,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:21:44,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:44,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:21:44,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:21:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019144cd630005, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:21:44,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019144cd630005, quorum=127.0.0.1:57461, baseZNode=/1346477180 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:21:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019144cd630002, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:21:44,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019144cd630002, quorum=127.0.0.1:57461, baseZNode=/0-235922670 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:21:45,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:45,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:45,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:45,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:45,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:21:45,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:45,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:45,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a89869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:45,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24aa3718{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/java.io.tmpdir/jetty-localhost-45955-hadoop-hdfs-3_4_1-tests_jar-_-any-3939492777425723303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:45,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c94bd15{HTTP/1.1, (http/1.1)}{localhost:45955} 2024-12-01T14:21:45,572 INFO [Time-limited test {}] server.Server(415): Started @233239ms 2024-12-01T14:21:45,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:45,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:45,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:45,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:45,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:45,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126476f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:45,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c42ee9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:46,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@484f9d43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/java.io.tmpdir/jetty-localhost-41861-hadoop-hdfs-3_4_1-tests_jar-_-any-15417959561147951232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:46,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f15ad3{HTTP/1.1, (http/1.1)}{localhost:41861} 2024-12-01T14:21:46,034 INFO [Time-limited test {}] server.Server(415): Started @233702ms 2024-12-01T14:21:46,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:21:46,615 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/data/data1/current/BP-1949480576-172.17.0.3-1733062904922/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:46,615 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/data/data2/current/BP-1949480576-172.17.0.3-1733062904922/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:46,631 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:21:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a3c4765f2d80ae with lease ID 0x2d60d35b41afdf55: Processing first storage report for DS-bdbb1f37-f5bf-4c93-98a2-ad5e3cf83df5 from datanode DatanodeRegistration(127.0.0.1:37425, datanodeUuid=20a09762-b004-4c58-9078-a3e09365976e, infoPort=39305, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1457457195;c=1733062904922) 2024-12-01T14:21:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a3c4765f2d80ae with lease ID 0x2d60d35b41afdf55: from storage DS-bdbb1f37-f5bf-4c93-98a2-ad5e3cf83df5 node DatanodeRegistration(127.0.0.1:37425, datanodeUuid=20a09762-b004-4c58-9078-a3e09365976e, infoPort=39305, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1457457195;c=1733062904922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a3c4765f2d80ae with lease ID 0x2d60d35b41afdf55: Processing first storage report for DS-97dc5a20-1c84-4138-9378-bc519cc53caa from datanode DatanodeRegistration(127.0.0.1:37425, datanodeUuid=20a09762-b004-4c58-9078-a3e09365976e, infoPort=39305, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1457457195;c=1733062904922) 2024-12-01T14:21:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a3c4765f2d80ae with lease ID 0x2d60d35b41afdf55: from storage DS-97dc5a20-1c84-4138-9378-bc519cc53caa node DatanodeRegistration(127.0.0.1:37425, datanodeUuid=20a09762-b004-4c58-9078-a3e09365976e, infoPort=39305, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=1457457195;c=1733062904922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:46,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9 2024-12-01T14:21:46,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:46,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:46,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:21:47,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794 with version=8 2024-12-01T14:21:47,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/hbase-staging 2024-12-01T14:21:47,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:47,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:47,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:47,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:21:47,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:47,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40373 2024-12-01T14:21:47,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40373 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403730x0, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:47,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40373-0x101914547f60000 connected 2024-12-01T14:21:47,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:47,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:47,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/running 2024-12-01T14:21:47,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794, hbase.cluster.distributed=false 2024-12-01T14:21:47,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/acl 2024-12-01T14:21:47,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40373 2024-12-01T14:21:47,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40373 2024-12-01T14:21:47,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40373 2024-12-01T14:21:47,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40373 2024-12-01T14:21:47,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40373 2024-12-01T14:21:47,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:47,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:47,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:21:47,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:47,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40057 2024-12-01T14:21:47,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40057 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:47,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:47,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400570x0, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:47,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40057-0x101914547f60001 connected 2024-12-01T14:21:47,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/running 2024-12-01T14:21:47,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:21:47,413 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:21:47,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/master 2024-12-01T14:21:47,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/acl 2024-12-01T14:21:47,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40057 2024-12-01T14:21:47,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40057 2024-12-01T14:21:47,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40057 2024-12-01T14:21:47,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40057 2024-12-01T14:21:47,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40057 2024-12-01T14:21:47,437 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:40373 2024-12-01T14:21:47,439 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-77049978/backup-masters/57b748500ef9,40373,1733062907072 2024-12-01T14:21:47,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978/backup-masters 2024-12-01T14:21:47,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978/backup-masters 2024-12-01T14:21:47,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on existing znode=/0-77049978/backup-masters/57b748500ef9,40373,1733062907072 2024-12-01T14:21:47,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-77049978/master 2024-12-01T14:21:47,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:47,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:47,463 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on existing znode=/0-77049978/master 2024-12-01T14:21:47,463 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-77049978/backup-masters/57b748500ef9,40373,1733062907072 from backup master directory 2024-12-01T14:21:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-77049978/backup-masters/57b748500ef9,40373,1733062907072 2024-12-01T14:21:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978/backup-masters 2024-12-01T14:21:47,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978/backup-masters 2024-12-01T14:21:47,473 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:47,473 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,40373,1733062907072 2024-12-01T14:21:47,476 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/hbase.id] with ID: 8b4dd218-5ceb-449e-92f6-7e7805dc2e77 2024-12-01T14:21:47,476 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/.tmp/hbase.id 2024-12-01T14:21:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:21:47,482 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/.tmp/hbase.id]:[hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/hbase.id] 2024-12-01T14:21:47,490 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:47,490 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:21:47,491 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:21:47,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:47,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:21:47,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:47,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:47,565 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38426 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:47,907 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:47,908 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:21:47,908 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:21:48,315 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store 2024-12-01T14:21:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:21:48,721 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:48,721 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:48,721 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:48,721 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:48,721 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:48,721 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:48,721 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:48,721 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062908721Disabling compacts and flushes for region at 1733062908721Disabling writes for close at 1733062908721Writing region close event to WAL at 1733062908721Closed at 1733062908721 2024-12-01T14:21:48,722 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/.initializing 2024-12-01T14:21:48,722 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/WALs/57b748500ef9,40373,1733062907072 2024-12-01T14:21:48,723 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:48,725 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C40373%2C1733062907072, suffix=, logDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/WALs/57b748500ef9,40373,1733062907072, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/oldWALs, maxLogs=10 2024-12-01T14:21:48,743 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/WALs/57b748500ef9,40373,1733062907072/57b748500ef9%2C40373%2C1733062907072.1733062908725, exclude list is [], retry=0 2024-12-01T14:21:48,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-bdbb1f37-f5bf-4c93-98a2-ad5e3cf83df5,DISK] 2024-12-01T14:21:48,749 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/WALs/57b748500ef9,40373,1733062907072/57b748500ef9%2C40373%2C1733062907072.1733062908725 2024-12-01T14:21:48,750 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39305:39305)] 2024-12-01T14:21:48,750 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:48,750 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:48,750 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,750 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:21:48,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:21:48,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:48,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:48,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:21:48,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:21:48,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:48,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:48,758 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,759 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,759 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,759 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,760 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,760 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:48,761 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:48,763 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:48,763 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62128629, jitterRate=-0.07421128451824188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:48,764 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062908750Initializing all the Stores at 1733062908751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062908751Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062908752 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062908752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062908752Cleaning up temporary data from old regions at 1733062908760 (+8 ms)Region opened successfully at 1733062908764 (+4 ms) 2024-12-01T14:21:48,764 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:21:48,767 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3e3f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:48,767 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:21:48,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:21:48,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:21:48,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:21:48,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:21:48,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:21:48,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:21:48,770 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:21:48,770 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Unable to get data of znode /0-77049978/balancer because node does not exist (not necessarily an error) 2024-12-01T14:21:48,841 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-77049978/balancer already deleted, retry=false 2024-12-01T14:21:48,842 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:21:48,842 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Unable to get data of znode /0-77049978/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:21:48,852 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-77049978/normalizer already deleted, retry=false 2024-12-01T14:21:48,852 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:21:48,853 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Unable to get data of znode /0-77049978/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:21:48,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-77049978/switch/split already deleted, retry=false 2024-12-01T14:21:48,863 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Unable to get data of znode /0-77049978/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:21:48,873 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-77049978/switch/merge already deleted, retry=false 2024-12-01T14:21:48,874 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Unable to get data of znode /0-77049978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:21:48,883 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-77049978/snapshot-cleanup already deleted, retry=false 2024-12-01T14:21:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-77049978/running 2024-12-01T14:21:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-77049978/running 2024-12-01T14:21:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:48,894 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,40373,1733062907072, sessionid=0x101914547f60000, setting cluster-up flag (Was=false) 2024-12-01T14:21:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:48,947 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-77049978/flush-table-proc/acquired, /0-77049978/flush-table-proc/reached, /0-77049978/flush-table-proc/abort 2024-12-01T14:21:48,948 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40373,1733062907072 2024-12-01T14:21:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:48,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:48,999 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-77049978/online-snapshot/acquired, /0-77049978/online-snapshot/reached, /0-77049978/online-snapshot/abort 2024-12-01T14:21:49,000 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40373,1733062907072 2024-12-01T14:21:49,001 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:21:49,002 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:49,002 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:21:49,002 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:21:49,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,40373,1733062907072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:21:49,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:49,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:49,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:49,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:49,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:21:49,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:49,004 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062939005 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:21:49,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:21:49,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:21:49,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:21:49,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:21:49,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:21:49,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:49,006 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062909006,5,FailOnTimeoutGroup] 2024-12-01T14:21:49,006 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062909006,5,FailOnTimeoutGroup] 2024-12-01T14:21:49,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:21:49,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:21:49,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:21:49,029 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(746): ClusterId : 8b4dd218-5ceb-449e-92f6-7e7805dc2e77 2024-12-01T14:21:49,030 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:21:49,042 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:21:49,042 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:21:49,052 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:21:49,053 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54992d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:49,066 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:40057 2024-12-01T14:21:49,066 INFO [RS:0;57b748500ef9:40057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:21:49,066 INFO [RS:0;57b748500ef9:40057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:21:49,066 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:21:49,066 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40373,1733062907072 with port=40057, startcode=1733062907398 2024-12-01T14:21:49,067 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:21:49,068 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:21:49,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40373 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,069 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794 2024-12-01T14:21:49,069 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46447 2024-12-01T14:21:49,070 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:21:49,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978/rs 2024-12-01T14:21:49,082 DEBUG [RS:0;57b748500ef9:40057 {}] zookeeper.ZKUtil(111): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on existing znode=/0-77049978/rs/57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,082 WARN [RS:0;57b748500ef9:40057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:49,082 INFO [RS:0;57b748500ef9:40057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:49,082 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,40057,1733062907398] 2024-12-01T14:21:49,085 INFO [RS:0;57b748500ef9:40057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:21:49,086 INFO [RS:0;57b748500ef9:40057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:21:49,086 INFO [RS:0;57b748500ef9:40057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:21:49,086 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,086 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:21:49,086 INFO [RS:0;57b748500ef9:40057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:21:49,086 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:49,087 DEBUG [RS:0;57b748500ef9:40057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:49,087 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,087 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,087 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,087 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,087 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,087 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40057,1733062907398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:49,098 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:21:49,098 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40057,1733062907398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,098 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,098 INFO [RS:0;57b748500ef9:40057 {}] regionserver.Replication(171): 57b748500ef9,40057,1733062907398 started 2024-12-01T14:21:49,108 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:49,108 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,40057,1733062907398, RpcServer on 57b748500ef9/172.17.0.3:40057, sessionid=0x101914547f60001 2024-12-01T14:21:49,108 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:21:49,108 DEBUG [RS:0;57b748500ef9:40057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,108 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40057,1733062907398' 2024-12-01T14:21:49,108 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-77049978/flush-table-proc/abort' 2024-12-01T14:21:49,109 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-77049978/flush-table-proc/acquired' 2024-12-01T14:21:49,109 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:21:49,109 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:21:49,109 DEBUG [RS:0;57b748500ef9:40057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,109 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,40057,1733062907398' 2024-12-01T14:21:49,109 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-77049978/online-snapshot/abort' 2024-12-01T14:21:49,110 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-77049978/online-snapshot/acquired' 2024-12-01T14:21:49,110 DEBUG [RS:0;57b748500ef9:40057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:21:49,110 INFO [RS:0;57b748500ef9:40057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:21:49,110 INFO [RS:0;57b748500ef9:40057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:21:49,210 INFO [RS:0;57b748500ef9:40057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:49,211 INFO [RS:0;57b748500ef9:40057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40057%2C1733062907398, suffix=, logDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/oldWALs, maxLogs=10 2024-12-01T14:21:49,222 DEBUG [RS:0;57b748500ef9:40057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, exclude list is [], retry=0 2024-12-01T14:21:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-bdbb1f37-f5bf-4c93-98a2-ad5e3cf83df5,DISK] 2024-12-01T14:21:49,225 INFO [RS:0;57b748500ef9:40057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 2024-12-01T14:21:49,225 DEBUG [RS:0;57b748500ef9:40057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39305:39305)] 2024-12-01T14:21:49,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:21:49,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794 2024-12-01T14:21:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:21:49,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:49,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:49,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:49,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:49,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:49,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:49,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:49,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:49,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:49,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:49,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:49,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:49,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:49,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:49,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:49,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:49,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:49,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:49,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740 2024-12-01T14:21:49,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740 2024-12-01T14:21:49,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:49,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:49,829 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:49,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:49,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:49,831 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70001454, jitterRate=0.04310294985771179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:49,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062909821Initializing all the Stores at 1733062909822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062909822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062909822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062909822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062909822Cleaning up temporary data from old regions at 1733062909829 (+7 ms)Region opened successfully at 1733062909832 (+3 ms) 2024-12-01T14:21:49,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:49,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:49,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:49,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:49,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:49,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:49,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062909832Disabling compacts and flushes for region at 1733062909832Disabling writes for close at 1733062909832Writing region close event to WAL at 1733062909832Closed at 1733062909832 2024-12-01T14:21:49,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:49,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:21:49,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:21:49,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:49,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:21:49,987 DEBUG [57b748500ef9:40373 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:21:49,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,40057,1733062907398 2024-12-01T14:21:49,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40057,1733062907398, state=OPENING 2024-12-01T14:21:50,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:21:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:21:50,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-77049978/meta-region-server: CHANGED 2024-12-01T14:21:50,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-77049978/meta-region-server: CHANGED 2024-12-01T14:21:50,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:50,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40057,1733062907398}] 2024-12-01T14:21:50,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:50,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:21:50,219 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:21:50,219 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:50,219 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:21:50,220 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40057%2C1733062907398.meta, suffix=.meta, logDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/oldWALs, maxLogs=10 2024-12-01T14:21:50,230 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.meta.1733062910220.meta, exclude list is [], retry=0 2024-12-01T14:21:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-bdbb1f37-f5bf-4c93-98a2-ad5e3cf83df5,DISK] 2024-12-01T14:21:50,233 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.meta.1733062910220.meta 2024-12-01T14:21:50,234 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39305:39305)] 2024-12-01T14:21:50,234 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:50,234 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:50,234 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:50,234 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:21:50,234 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:21:50,235 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:21:50,235 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:50,235 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:21:50,235 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:21:50,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:50,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:50,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:50,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:50,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:50,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:50,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:50,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:50,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:50,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:50,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:50,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:50,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:50,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:50,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:50,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:50,239 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:50,239 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740 2024-12-01T14:21:50,240 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740 2024-12-01T14:21:50,241 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:50,241 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:50,241 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:50,242 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:50,242 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67888604, jitterRate=0.011619031429290771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:50,242 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:21:50,243 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062910235Writing region info on filesystem at 1733062910235Initializing all the Stores at 1733062910235Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062910235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062910236 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062910236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062910236Cleaning up temporary data from old regions at 1733062910241 (+5 ms)Running coprocessor post-open hooks at 1733062910242 (+1 ms)Region opened successfully at 1733062910243 (+1 ms) 2024-12-01T14:21:50,243 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062910214 2024-12-01T14:21:50,245 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:21:50,245 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:21:50,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,40057,1733062907398 2024-12-01T14:21:50,246 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,40057,1733062907398, state=OPEN 2024-12-01T14:21:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-77049978/meta-region-server 2024-12-01T14:21:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-77049978/meta-region-server 2024-12-01T14:21:50,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,40057,1733062907398 2024-12-01T14:21:50,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-77049978/meta-region-server: CHANGED 2024-12-01T14:21:50,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-77049978/meta-region-server: CHANGED 2024-12-01T14:21:50,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:21:50,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,40057,1733062907398 in 217 msec 2024-12-01T14:21:50,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:21:50,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-12-01T14:21:50,283 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:50,283 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:21:50,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:50,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40057,1733062907398, seqNum=-1] 2024-12-01T14:21:50,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:50,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:50,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-12-01T14:21:50,289 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062910289, completionTime=-1 2024-12-01T14:21:50,290 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:21:50,290 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062970292 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063030292 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40373,1733062907072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40373,1733062907072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40373,1733062907072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:40373, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,292 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,294 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.822sec 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40373,1733062907072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:50,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40373,1733062907072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:21:50,297 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:21:50,297 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:21:50,297 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40373,1733062907072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:50,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dfff7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:50,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:21:50,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:50,332 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:21:50,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:50,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:21:50,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757836b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:50,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:21:50,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:50,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:50,334 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:50,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e325d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:50,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40057,1733062907398, seqNum=-1] 2024-12-01T14:21:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:50,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:50,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,40373,1733062907072 2024-12-01T14:21:50,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:50,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:50,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101914547f60002 connected 2024-12-01T14:21:50,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir so I do NOT create it in target/test-data/7211203c-01e4-24e3-9208-d3266f68079c 2024-12-01T14:21:50,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:21:50,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.tmp.dir so I do NOT create it in target/test-data/7211203c-01e4-24e3-9208-d3266f68079c 2024-12-01T14:21:50,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:21:50,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c 2024-12-01T14:21:50,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:21:50,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/cluster_e04559ae-1ded-c532-dad7-04f31eef6921, deleteOnExit=true 2024-12-01T14:21:50,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/test.cache.data in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:21:50,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:21:50,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:21:50,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:21:50,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:50,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:50,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:50,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:50,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:50,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:50,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bff314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:50,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8c84ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:50,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116be29e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/java.io.tmpdir/jetty-localhost-46127-hadoop-hdfs-3_4_1-tests_jar-_-any-7478610329698573720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:50,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a009e9e{HTTP/1.1, (http/1.1)}{localhost:46127} 2024-12-01T14:21:50,914 INFO [Time-limited test {}] server.Server(415): Started @238582ms 2024-12-01T14:21:51,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:51,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:51,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:51,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:51,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:51,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17652b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:51,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5a701f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:51,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c68d4f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/java.io.tmpdir/jetty-localhost-41131-hadoop-hdfs-3_4_1-tests_jar-_-any-8527867972741737272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:51,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61d6317e{HTTP/1.1, (http/1.1)}{localhost:41131} 2024-12-01T14:21:51,262 INFO [Time-limited test {}] server.Server(415): Started @238930ms 2024-12-01T14:21:51,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:21:51,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:21:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:21:51,923 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/cluster_e04559ae-1ded-c532-dad7-04f31eef6921/data/data1/current/BP-1367868684-172.17.0.3-1733062910480/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:51,923 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/cluster_e04559ae-1ded-c532-dad7-04f31eef6921/data/data2/current/BP-1367868684-172.17.0.3-1733062910480/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:51,937 WARN [Thread-2765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:21:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa71c6bffc9d1ab4a with lease ID 0x25b7cf7a95adad32: Processing first storage report for DS-adf752bd-3dc8-46f2-9ec5-7265a0d6fc8a from datanode DatanodeRegistration(127.0.0.1:38563, datanodeUuid=18b61035-e5eb-4970-bcbb-f4da93faaa77, infoPort=38429, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=2065180461;c=1733062910480) 2024-12-01T14:21:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa71c6bffc9d1ab4a with lease ID 0x25b7cf7a95adad32: from storage DS-adf752bd-3dc8-46f2-9ec5-7265a0d6fc8a node DatanodeRegistration(127.0.0.1:38563, datanodeUuid=18b61035-e5eb-4970-bcbb-f4da93faaa77, infoPort=38429, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=2065180461;c=1733062910480), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa71c6bffc9d1ab4a with lease ID 0x25b7cf7a95adad32: Processing first storage report for DS-1d423ec4-a929-479f-a7fa-b27cb4e0c45f from datanode DatanodeRegistration(127.0.0.1:38563, datanodeUuid=18b61035-e5eb-4970-bcbb-f4da93faaa77, infoPort=38429, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=2065180461;c=1733062910480) 2024-12-01T14:21:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa71c6bffc9d1ab4a with lease ID 0x25b7cf7a95adad32: from storage DS-1d423ec4-a929-479f-a7fa-b27cb4e0c45f node DatanodeRegistration(127.0.0.1:38563, datanodeUuid=18b61035-e5eb-4970-bcbb-f4da93faaa77, infoPort=38429, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=2065180461;c=1733062910480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:51,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c 2024-12-01T14:21:51,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:51,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:21:52,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7 with version=8 2024-12-01T14:21:52,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/hbase-staging 2024-12-01T14:21:52,395 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:21:52,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:52,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36223 2024-12-01T14:21:52,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36223 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362230x0, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:52,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36223-0x101914547f60003 connected 2024-12-01T14:21:52,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:52,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:52,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/running 2024-12-01T14:21:52,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7, hbase.cluster.distributed=false 2024-12-01T14:21:52,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/acl 2024-12-01T14:21:52,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36223 2024-12-01T14:21:52,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36223 2024-12-01T14:21:52,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36223 2024-12-01T14:21:52,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36223 2024-12-01T14:21:52,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36223 2024-12-01T14:21:52,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:21:52,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:52,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35055 2024-12-01T14:21:52,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35055 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:52,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:52,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350550x0, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:52,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350550x0, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/running 2024-12-01T14:21:52,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35055-0x101914547f60004 connected 2024-12-01T14:21:52,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:21:52,560 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:21:52,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/master 2024-12-01T14:21:52,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/acl 2024-12-01T14:21:52,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-01T14:21:52,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35055 2024-12-01T14:21:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35055 2024-12-01T14:21:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-01T14:21:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-01T14:21:52,579 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:36223 2024-12-01T14:21:52,579 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-658480044/backup-masters/57b748500ef9,36223,1733062912395 2024-12-01T14:21:52,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044/backup-masters 2024-12-01T14:21:52,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044/backup-masters 2024-12-01T14:21:52,589 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on existing znode=/1-658480044/backup-masters/57b748500ef9,36223,1733062912395 2024-12-01T14:21:52,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:52,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658480044/master 2024-12-01T14:21:52,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:52,600 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on existing znode=/1-658480044/master 2024-12-01T14:21:52,600 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-658480044/backup-masters/57b748500ef9,36223,1733062912395 from backup master directory 2024-12-01T14:21:52,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658480044/backup-masters/57b748500ef9,36223,1733062912395 2024-12-01T14:21:52,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044/backup-masters 2024-12-01T14:21:52,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044/backup-masters 2024-12-01T14:21:52,610 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:52,610 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,36223,1733062912395 2024-12-01T14:21:52,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/hbase.id] with ID: 5a954120-6ab2-45d1-83e3-55df55419581 2024-12-01T14:21:52,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/.tmp/hbase.id 2024-12-01T14:21:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:21:52,617 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/.tmp/hbase.id]:[hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/hbase.id] 2024-12-01T14:21:52,623 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:52,623 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:21:52,623 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T14:21:52,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:52,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:21:53,036 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:53,036 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:21:53,036 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:21:53,442 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store 2024-12-01T14:21:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:21:53,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:53,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:21:53,846 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:53,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:53,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:21:53,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:53,846 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:21:53,846 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062913846Disabling compacts and flushes for region at 1733062913846Disabling writes for close at 1733062913846Writing region close event to WAL at 1733062913846Closed at 1733062913846 2024-12-01T14:21:53,847 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/.initializing 2024-12-01T14:21:53,847 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/WALs/57b748500ef9,36223,1733062912395 2024-12-01T14:21:53,848 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:53,849 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C36223%2C1733062912395, suffix=, logDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/WALs/57b748500ef9,36223,1733062912395, archiveDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/oldWALs, maxLogs=10 2024-12-01T14:21:53,860 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/WALs/57b748500ef9,36223,1733062912395/57b748500ef9%2C36223%2C1733062912395.1733062913849, exclude list is [], retry=0 2024-12-01T14:21:53,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38563,DS-adf752bd-3dc8-46f2-9ec5-7265a0d6fc8a,DISK] 2024-12-01T14:21:53,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/WALs/57b748500ef9,36223,1733062912395/57b748500ef9%2C36223%2C1733062912395.1733062913849 2024-12-01T14:21:53,864 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-12-01T14:21:53,864 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:53,864 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:53,864 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,864 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:21:53,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:53,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:53,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:21:53,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:53,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:53,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:21:53,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:53,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:53,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:21:53,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:53,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:21:53,873 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,873 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,873 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,874 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,874 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,875 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:53,875 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:21:53,877 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:53,877 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66458196, jitterRate=-0.009695708751678467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:53,877 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062913864Initializing all the Stores at 1733062913865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062913865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062913867 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062913867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062913867Cleaning up temporary data from old regions at 1733062913874 (+7 ms)Region opened successfully at 1733062913877 (+3 ms) 2024-12-01T14:21:53,877 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:21:53,879 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f525c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:21:53,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:21:53,882 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:21:53,882 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Unable to get data of znode /1-658480044/balancer because node does not exist (not necessarily an error) 2024-12-01T14:21:53,946 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658480044/balancer already deleted, retry=false 2024-12-01T14:21:53,947 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:21:53,948 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Unable to get data of znode /1-658480044/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:21:53,957 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658480044/normalizer already deleted, retry=false 2024-12-01T14:21:53,957 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:21:53,958 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Unable to get data of znode /1-658480044/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:21:53,967 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658480044/switch/split already deleted, retry=false 2024-12-01T14:21:53,968 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Unable to get data of znode /1-658480044/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:21:53,978 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658480044/switch/merge already deleted, retry=false 2024-12-01T14:21:53,979 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Unable to get data of znode /1-658480044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:21:53,988 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658480044/snapshot-cleanup already deleted, retry=false 2024-12-01T14:21:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658480044/running 2024-12-01T14:21:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658480044/running 2024-12-01T14:21:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:53,999 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,36223,1733062912395, sessionid=0x101914547f60003, setting cluster-up flag (Was=false) 2024-12-01T14:21:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:54,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:54,052 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-658480044/flush-table-proc/acquired, /1-658480044/flush-table-proc/reached, /1-658480044/flush-table-proc/abort 2024-12-01T14:21:54,052 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,36223,1733062912395 2024-12-01T14:21:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:54,104 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-658480044/online-snapshot/acquired, /1-658480044/online-snapshot/reached, /1-658480044/online-snapshot/abort 2024-12-01T14:21:54,105 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,36223,1733062912395 2024-12-01T14:21:54,106 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:21:54,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:54,108 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:21:54,108 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:21:54,109 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,36223,1733062912395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:54,110 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:54,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:21:54,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:54,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:21:54,128 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062944128 2024-12-01T14:21:54,128 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:21:54,128 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:21:54,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:21:54,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:21:54,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:21:54,129 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:21:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:21:54,130 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,131 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:21:54,131 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:21:54,131 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:21:54,131 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:21:54,132 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:21:54,132 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:21:54,132 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062914132,5,FailOnTimeoutGroup] 2024-12-01T14:21:54,139 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062914132,5,FailOnTimeoutGroup] 2024-12-01T14:21:54,139 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,139 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:21:54,139 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,139 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,172 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(746): ClusterId : 5a954120-6ab2-45d1-83e3-55df55419581 2024-12-01T14:21:54,172 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:21:54,179 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:21:54,179 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:21:54,189 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:21:54,189 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2add2949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:21:54,205 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:35055 2024-12-01T14:21:54,205 INFO [RS:0;57b748500ef9:35055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:21:54,205 INFO [RS:0;57b748500ef9:35055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:21:54,205 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:21:54,206 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,36223,1733062912395 with port=35055, startcode=1733062912543 2024-12-01T14:21:54,206 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:21:54,207 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:21:54,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,35055,1733062912543 2024-12-01T14:21:54,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,35055,1733062912543 2024-12-01T14:21:54,209 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7 2024-12-01T14:21:54,209 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38305 2024-12-01T14:21:54,209 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:21:54,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044/rs 2024-12-01T14:21:54,220 DEBUG [RS:0;57b748500ef9:35055 {}] zookeeper.ZKUtil(111): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on existing znode=/1-658480044/rs/57b748500ef9,35055,1733062912543 2024-12-01T14:21:54,220 WARN [RS:0;57b748500ef9:35055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:54,221 INFO [RS:0;57b748500ef9:35055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:54,221 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543 2024-12-01T14:21:54,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,35055,1733062912543] 2024-12-01T14:21:54,224 INFO [RS:0;57b748500ef9:35055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:21:54,225 INFO [RS:0;57b748500ef9:35055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:21:54,226 INFO [RS:0;57b748500ef9:35055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:21:54,226 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,227 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:21:54,227 INFO [RS:0;57b748500ef9:35055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:21:54,227 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:54,228 DEBUG [RS:0;57b748500ef9:35055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:21:54,230 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,230 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,230 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,230 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,230 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,230 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35055,1733062912543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:54,248 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:21:54,248 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,35055,1733062912543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,249 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,249 INFO [RS:0;57b748500ef9:35055 {}] regionserver.Replication(171): 57b748500ef9,35055,1733062912543 started 2024-12-01T14:21:54,265 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:54,266 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,35055,1733062912543, RpcServer on 57b748500ef9/172.17.0.3:35055, sessionid=0x101914547f60004 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,35055,1733062912543 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,35055,1733062912543' 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-658480044/flush-table-proc/abort' 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-658480044/flush-table-proc/acquired' 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,35055,1733062912543 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,35055,1733062912543' 2024-12-01T14:21:54,266 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-658480044/online-snapshot/abort' 2024-12-01T14:21:54,267 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-658480044/online-snapshot/acquired' 2024-12-01T14:21:54,267 DEBUG [RS:0;57b748500ef9:35055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:21:54,267 INFO [RS:0;57b748500ef9:35055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:21:54,267 INFO [RS:0;57b748500ef9:35055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:21:54,367 INFO [RS:0;57b748500ef9:35055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:21:54,369 INFO [RS:0;57b748500ef9:35055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C35055%2C1733062912543, suffix=, logDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543, archiveDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/oldWALs, maxLogs=10 2024-12-01T14:21:54,380 DEBUG [RS:0;57b748500ef9:35055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, exclude list is [], retry=0 2024-12-01T14:21:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38563,DS-adf752bd-3dc8-46f2-9ec5-7265a0d6fc8a,DISK] 2024-12-01T14:21:54,385 INFO [RS:0;57b748500ef9:35055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 2024-12-01T14:21:54,385 DEBUG [RS:0;57b748500ef9:35055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-12-01T14:21:54,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:21:54,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7 2024-12-01T14:21:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:21:54,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:54,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:54,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:54,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:54,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:54,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:54,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:54,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:54,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:54,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:54,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:54,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:54,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:54,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:54,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:54,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:54,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:54,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:54,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740 2024-12-01T14:21:54,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740 2024-12-01T14:21:54,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:54,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:54,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:54,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:54,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:21:54,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66886235, jitterRate=-0.00331743061542511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:54,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062914936Initializing all the Stores at 1733062914936Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062914936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062914937 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062914937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062914937Cleaning up temporary data from old regions at 1733062914943 (+6 ms)Region opened successfully at 1733062914945 (+2 ms) 2024-12-01T14:21:54,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:21:54,946 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:21:54,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:21:54,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:21:54,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:21:54,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:21:54,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062914945Disabling compacts and flushes for region at 1733062914945Disabling writes for close at 1733062914946 (+1 ms)Writing region close event to WAL at 1733062914946Closed at 1733062914946 2024-12-01T14:21:54,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:54,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:21:54,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:21:54,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:54,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:21:55,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:21:55,098 DEBUG [57b748500ef9:36223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:21:55,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,35055,1733062912543 2024-12-01T14:21:55,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,35055,1733062912543, state=OPENING 2024-12-01T14:21:55,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:21:55,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:55,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:21:55,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:21:55,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,35055,1733062912543}] 2024-12-01T14:21:55,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658480044/meta-region-server: CHANGED 2024-12-01T14:21:55,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658480044/meta-region-server: CHANGED 2024-12-01T14:21:55,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:21:55,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:21:55,363 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:21:55,364 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:55,364 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:21:55,365 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C35055%2C1733062912543.meta, suffix=.meta, logDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543, archiveDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/oldWALs, maxLogs=10 2024-12-01T14:21:55,376 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.meta.1733062915365.meta, exclude list is [], retry=0 2024-12-01T14:21:55,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38563,DS-adf752bd-3dc8-46f2-9ec5-7265a0d6fc8a,DISK] 2024-12-01T14:21:55,379 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.meta.1733062915365.meta 2024-12-01T14:21:55,380 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-12-01T14:21:55,380 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:21:55,380 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:21:55,380 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:21:55,380 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:21:55,380 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:21:55,381 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:21:55,381 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:21:55,381 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:21:55,381 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:21:55,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:21:55,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:21:55,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:55,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:55,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:21:55,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:21:55,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:55,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:55,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:21:55,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:21:55,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:55,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:55,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:21:55,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:21:55,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:21:55,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:21:55,385 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:21:55,386 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740 2024-12-01T14:21:55,387 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740 2024-12-01T14:21:55,387 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:21:55,387 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:21:55,388 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:21:55,389 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:21:55,389 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69469548, jitterRate=0.03517693281173706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:21:55,389 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:21:55,389 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062915381Writing region info on filesystem at 1733062915381Initializing all the Stores at 1733062915382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062915382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062915382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062915382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062915382Cleaning up temporary data from old regions at 1733062915387 (+5 ms)Running coprocessor post-open hooks at 1733062915389 (+2 ms)Region opened successfully at 1733062915389 2024-12-01T14:21:55,390 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062915359 2024-12-01T14:21:55,391 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:21:55,391 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:21:55,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,35055,1733062912543 2024-12-01T14:21:55,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,35055,1733062912543, state=OPEN 2024-12-01T14:21:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-658480044/meta-region-server 2024-12-01T14:21:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-658480044/meta-region-server 2024-12-01T14:21:55,399 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,35055,1733062912543 2024-12-01T14:21:55,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658480044/meta-region-server: CHANGED 2024-12-01T14:21:55,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658480044/meta-region-server: CHANGED 2024-12-01T14:21:55,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:21:55,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,35055,1733062912543 in 191 msec 2024-12-01T14:21:55,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:21:55,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-12-01T14:21:55,403 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:21:55,403 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:21:55,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:55,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,35055,1733062912543, seqNum=-1] 2024-12-01T14:21:55,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:55,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:55,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-12-01T14:21:55,409 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062915409, completionTime=-1 2024-12-01T14:21:55,409 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:21:55,410 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:21:55,411 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:21:55,411 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062975411 2024-12-01T14:21:55,411 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063035411 2024-12-01T14:21:55,411 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:21:55,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36223,1733062912395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36223,1733062912395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36223,1733062912395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:36223, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,414 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.805sec 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36223,1733062912395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:21:55,415 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36223,1733062912395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:21:55,417 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:21:55,417 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:21:55,417 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36223,1733062912395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:21:55,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5b118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:55,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36223,-1 for getting cluster id 2024-12-01T14:21:55,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:21:55,474 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a954120-6ab2-45d1-83e3-55df55419581' 2024-12-01T14:21:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:21:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a954120-6ab2-45d1-83e3-55df55419581" 2024-12-01T14:21:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55571aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36223,-1] 2024-12-01T14:21:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:21:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:21:55,476 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:21:55,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:21:55,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:21:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,35055,1733062912543, seqNum=-1] 2024-12-01T14:21:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:21:55,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:21:55,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,36223,1733062912395 2024-12-01T14:21:55,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:55,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:55,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101914547f60005 connected 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir so I do NOT create it in target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0 2024-12-01T14:21:55,504 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.tmp.dir so I do NOT create it in target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0 2024-12-01T14:21:55,504 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:21:55,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/cluster_7e9fa513-0300-4e89-813b-a3693ba763be, deleteOnExit=true 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/test.cache.data in system properties and HBase conf 2024-12-01T14:21:55,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:21:55,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:21:55,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:21:55,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:21:55,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:21:55,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:55,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:55,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:55,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:55,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:21:55,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:55,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c6d835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:55,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d642705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:56,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd8bc97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/java.io.tmpdir/jetty-localhost-46027-hadoop-hdfs-3_4_1-tests_jar-_-any-4345777199328985706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:21:56,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3557f72c{HTTP/1.1, (http/1.1)}{localhost:46027} 2024-12-01T14:21:56,012 INFO [Time-limited test {}] server.Server(415): Started @243679ms 2024-12-01T14:21:56,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:21:56,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:21:56,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:21:56,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:21:56,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:21:56,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:21:56,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:21:56,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27eb601b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/java.io.tmpdir/jetty-localhost-34747-hadoop-hdfs-3_4_1-tests_jar-_-any-7173462748287599541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:21:56,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:34747} 2024-12-01T14:21:56,628 INFO [Time-limited test {}] server.Server(415): Started @244296ms 2024-12-01T14:21:56,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:21:57,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:21:57,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:57,585 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48446 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:21:57,864 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/cluster_7e9fa513-0300-4e89-813b-a3693ba763be/data/data2/current/BP-5736761-172.17.0.3-1733062915518/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:57,864 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/cluster_7e9fa513-0300-4e89-813b-a3693ba763be/data/data1/current/BP-5736761-172.17.0.3-1733062915518/current, will proceed with Du for space computation calculation, 2024-12-01T14:21:57,878 WARN [Thread-2886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:21:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5887e1eb8b74f62 with lease ID 0xdee7c153c68d9531: Processing first storage report for DS-0b5e44e8-dfe5-4ad5-a283-937a568a499a from datanode DatanodeRegistration(127.0.0.1:39105, datanodeUuid=9a0d3d85-6574-4e06-8992-9f0e90909fe6, infoPort=36357, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1168299284;c=1733062915518) 2024-12-01T14:21:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5887e1eb8b74f62 with lease ID 0xdee7c153c68d9531: from storage DS-0b5e44e8-dfe5-4ad5-a283-937a568a499a node DatanodeRegistration(127.0.0.1:39105, datanodeUuid=9a0d3d85-6574-4e06-8992-9f0e90909fe6, infoPort=36357, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1168299284;c=1733062915518), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5887e1eb8b74f62 with lease ID 0xdee7c153c68d9531: Processing first storage report for DS-d39df0d1-8b9e-499d-99eb-d734336d877e from datanode DatanodeRegistration(127.0.0.1:39105, datanodeUuid=9a0d3d85-6574-4e06-8992-9f0e90909fe6, infoPort=36357, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1168299284;c=1733062915518) 2024-12-01T14:21:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5887e1eb8b74f62 with lease ID 0xdee7c153c68d9531: from storage DS-d39df0d1-8b9e-499d-99eb-d734336d877e node DatanodeRegistration(127.0.0.1:39105, datanodeUuid=9a0d3d85-6574-4e06-8992-9f0e90909fe6, infoPort=36357, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1168299284;c=1733062915518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:21:57,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0 2024-12-01T14:21:57,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:57,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:21:58,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2 with version=8 2024-12-01T14:21:58,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/hbase-staging 2024-12-01T14:21:58,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:21:58,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:58,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45817 2024-12-01T14:21:58,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45817 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458170x0, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:58,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45817-0x101914547f60006 connected 2024-12-01T14:21:58,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:58,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:58,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/running 2024-12-01T14:21:58,496 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2, hbase.cluster.distributed=false 2024-12-01T14:21:58,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/acl 2024-12-01T14:21:58,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45817 2024-12-01T14:21:58,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45817 2024-12-01T14:21:58,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45817 2024-12-01T14:21:58,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45817 2024-12-01T14:21:58,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45817 2024-12-01T14:21:58,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:21:58,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:58,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:58,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:21:58,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:21:58,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:21:58,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:21:58,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:21:58,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37105 2024-12-01T14:21:58,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37105 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:21:58,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:58,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:58,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371050x0, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:21:58,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371050x0, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/running 2024-12-01T14:21:58,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37105-0x101914547f60007 connected 2024-12-01T14:21:58,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:21:58,537 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:21:58,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/master 2024-12-01T14:21:58,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/acl 2024-12-01T14:21:58,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37105 2024-12-01T14:21:58,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37105 2024-12-01T14:21:58,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37105 2024-12-01T14:21:58,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37105 2024-12-01T14:21:58,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37105 2024-12-01T14:21:58,555 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:45817 2024-12-01T14:21:58,555 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2033423671/backup-masters/57b748500ef9,45817,1733062918368 2024-12-01T14:21:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671/backup-masters 2024-12-01T14:21:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671/backup-masters 2024-12-01T14:21:58,568 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on existing znode=/2-2033423671/backup-masters/57b748500ef9,45817,1733062918368 2024-12-01T14:21:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:21:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2033423671/master 2024-12-01T14:21:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:21:58,578 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on existing znode=/2-2033423671/master 2024-12-01T14:21:58,578 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2033423671/backup-masters/57b748500ef9,45817,1733062918368 from backup master directory 2024-12-01T14:21:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033423671/backup-masters/57b748500ef9,45817,1733062918368 2024-12-01T14:21:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671/backup-masters 2024-12-01T14:21:58,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671/backup-masters 2024-12-01T14:21:58,588 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:21:58,588 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,45817,1733062918368 2024-12-01T14:21:58,591 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/hbase.id] with ID: 1a62e5d5-46e9-4d52-84f9-62a8ebcb513b 2024-12-01T14:21:58,591 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/.tmp/hbase.id 2024-12-01T14:21:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:21:58,995 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/.tmp/hbase.id]:[hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/hbase.id] 2024-12-01T14:21:59,004 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:21:59,004 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:21:59,005 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:21:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:21:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:21:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:21:59,457 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:21:59,458 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:21:59,458 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:21:59,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:21:59,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store 2024-12-01T14:21:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:22:00,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:00,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:00,268 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:00,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:00,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:00,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:00,268 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:00,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062920268Disabling compacts and flushes for region at 1733062920268Disabling writes for close at 1733062920268Writing region close event to WAL at 1733062920268Closed at 1733062920268 2024-12-01T14:22:00,269 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/.initializing 2024-12-01T14:22:00,269 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/WALs/57b748500ef9,45817,1733062918368 2024-12-01T14:22:00,270 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:00,271 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C45817%2C1733062918368, suffix=, logDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/WALs/57b748500ef9,45817,1733062918368, archiveDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/oldWALs, maxLogs=10 2024-12-01T14:22:00,281 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/WALs/57b748500ef9,45817,1733062918368/57b748500ef9%2C45817%2C1733062918368.1733062920271, exclude list is [], retry=0 2024-12-01T14:22:00,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39105,DS-0b5e44e8-dfe5-4ad5-a283-937a568a499a,DISK] 2024-12-01T14:22:00,285 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/WALs/57b748500ef9,45817,1733062918368/57b748500ef9%2C45817%2C1733062918368.1733062920271 2024-12-01T14:22:00,285 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-12-01T14:22:00,285 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:00,285 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:00,285 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,285 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:22:00,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:00,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:00,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:22:00,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:00,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:00,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:22:00,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:00,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:00,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:22:00,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:00,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:00,292 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,292 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,292 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,293 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,293 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,293 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:00,294 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:00,295 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:00,295 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63848665, jitterRate=-0.048580750823020935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:00,295 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062920285Initializing all the Stores at 1733062920286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062920286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062920287 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062920287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062920287Cleaning up temporary data from old regions at 1733062920293 (+6 ms)Region opened successfully at 1733062920295 (+2 ms) 2024-12-01T14:22:00,296 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:22:00,297 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b974d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:00,298 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:22:00,298 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:22:00,298 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:22:00,298 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:22:00,299 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:22:00,299 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:22:00,299 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:22:00,300 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:22:00,301 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Unable to get data of znode /2-2033423671/balancer because node does not exist (not necessarily an error) 2024-12-01T14:22:00,449 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033423671/balancer already deleted, retry=false 2024-12-01T14:22:00,450 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:22:00,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Unable to get data of znode /2-2033423671/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:22:00,462 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033423671/normalizer already deleted, retry=false 2024-12-01T14:22:00,462 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:22:00,463 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Unable to get data of znode /2-2033423671/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:22:00,472 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033423671/switch/split already deleted, retry=false 2024-12-01T14:22:00,473 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Unable to get data of znode /2-2033423671/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:22:00,483 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033423671/switch/merge already deleted, retry=false 2024-12-01T14:22:00,484 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Unable to get data of znode /2-2033423671/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:22:00,493 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033423671/snapshot-cleanup already deleted, retry=false 2024-12-01T14:22:00,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2033423671/running 2024-12-01T14:22:00,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2033423671/running 2024-12-01T14:22:00,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:00,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:00,504 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,45817,1733062918368, sessionid=0x101914547f60006, setting cluster-up flag (Was=false) 2024-12-01T14:22:00,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:00,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:00,556 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2033423671/flush-table-proc/acquired, /2-2033423671/flush-table-proc/reached, /2-2033423671/flush-table-proc/abort 2024-12-01T14:22:00,557 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,45817,1733062918368 2024-12-01T14:22:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:00,609 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2033423671/online-snapshot/acquired, /2-2033423671/online-snapshot/reached, /2-2033423671/online-snapshot/abort 2024-12-01T14:22:00,610 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,45817,1733062918368 2024-12-01T14:22:00,611 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:22:00,612 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:00,612 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:22:00,612 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:22:00,612 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,45817,1733062918368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:00,613 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062950614 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:22:00,614 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:00,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:22:00,615 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062920615,5,FailOnTimeoutGroup] 2024-12-01T14:22:00,615 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062920615,5,FailOnTimeoutGroup] 2024-12-01T14:22:00,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,615 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:22:00,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:22:00,647 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(746): ClusterId : 1a62e5d5-46e9-4d52-84f9-62a8ebcb513b 2024-12-01T14:22:00,647 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:22:00,660 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:22:00,660 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:22:00,670 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:22:00,671 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3179468f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:00,680 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:37105 2024-12-01T14:22:00,680 INFO [RS:0;57b748500ef9:37105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:22:00,680 INFO [RS:0;57b748500ef9:37105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:22:00,680 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:22:00,680 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,45817,1733062918368 with port=37105, startcode=1733062918509 2024-12-01T14:22:00,681 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:22:00,682 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:22:00,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,37105,1733062918509 2024-12-01T14:22:00,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45817 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,37105,1733062918509 2024-12-01T14:22:00,683 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2 2024-12-01T14:22:00,683 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42113 2024-12-01T14:22:00,683 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:22:00,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671/rs 2024-12-01T14:22:00,768 DEBUG [RS:0;57b748500ef9:37105 {}] zookeeper.ZKUtil(111): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on existing znode=/2-2033423671/rs/57b748500ef9,37105,1733062918509 2024-12-01T14:22:00,768 WARN [RS:0;57b748500ef9:37105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:00,768 INFO [RS:0;57b748500ef9:37105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:00,768 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509 2024-12-01T14:22:00,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,37105,1733062918509] 2024-12-01T14:22:00,771 INFO [RS:0;57b748500ef9:37105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:22:00,771 INFO [RS:0;57b748500ef9:37105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:22:00,772 INFO [RS:0;57b748500ef9:37105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:22:00,772 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,772 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:22:00,772 INFO [RS:0;57b748500ef9:37105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:22:00,772 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,772 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:00,773 DEBUG [RS:0;57b748500ef9:37105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:00,773 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,773 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,773 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,773 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,773 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,773 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37105,1733062918509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:00,785 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:22:00,785 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,37105,1733062918509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,785 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,785 INFO [RS:0;57b748500ef9:37105 {}] regionserver.Replication(171): 57b748500ef9,37105,1733062918509 started 2024-12-01T14:22:00,797 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:00,797 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,37105,1733062918509, RpcServer on 57b748500ef9/172.17.0.3:37105, sessionid=0x101914547f60007 2024-12-01T14:22:00,797 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:22:00,797 DEBUG [RS:0;57b748500ef9:37105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,37105,1733062918509 2024-12-01T14:22:00,797 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,37105,1733062918509' 2024-12-01T14:22:00,797 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2033423671/flush-table-proc/abort' 2024-12-01T14:22:00,797 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2033423671/flush-table-proc/acquired' 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,37105,1733062918509 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,37105,1733062918509' 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2033423671/online-snapshot/abort' 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2033423671/online-snapshot/acquired' 2024-12-01T14:22:00,798 DEBUG [RS:0;57b748500ef9:37105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:22:00,798 INFO [RS:0;57b748500ef9:37105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:22:00,798 INFO [RS:0;57b748500ef9:37105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:22:00,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,899 INFO [RS:0;57b748500ef9:37105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:00,900 INFO [RS:0;57b748500ef9:37105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C37105%2C1733062918509, suffix=, logDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509, archiveDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/oldWALs, maxLogs=10 2024-12-01T14:22:00,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,917 DEBUG [RS:0;57b748500ef9:37105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, exclude list is [], retry=0 2024-12-01T14:22:00,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39105,DS-0b5e44e8-dfe5-4ad5-a283-937a568a499a,DISK] 2024-12-01T14:22:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,921 INFO [RS:0;57b748500ef9:37105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 2024-12-01T14:22:00,921 DEBUG [RS:0;57b748500ef9:37105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-12-01T14:22:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:00,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:01,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:22:01,022 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2 2024-12-01T14:22:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:22:01,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:01,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:01,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:01,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:01,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:01,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:01,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:01,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:01,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:01,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:01,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740 2024-12-01T14:22:01,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740 2024-12-01T14:22:01,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:01,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:01,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:01,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:01,437 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:01,437 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73376805, jitterRate=0.09339959919452667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062921427Initializing all the Stores at 1733062921427Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062921428 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062921428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062921428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062921428Cleaning up temporary data from old regions at 1733062921435 (+7 ms)Region opened successfully at 1733062921437 (+2 ms) 2024-12-01T14:22:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:01,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:01,438 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:01,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062921437Disabling compacts and flushes for region at 1733062921437Disabling writes for close at 1733062921437Writing region close event to WAL at 1733062921438 (+1 ms)Closed at 1733062921438 2024-12-01T14:22:01,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:01,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:22:01,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:22:01,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:01,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:22:01,591 DEBUG [57b748500ef9:45817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:22:01,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,37105,1733062918509 2024-12-01T14:22:01,592 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,37105,1733062918509, state=OPENING 2024-12-01T14:22:01,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:22:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:01,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:01,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033423671/meta-region-server: CHANGED 2024-12-01T14:22:01,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033423671/meta-region-server: CHANGED 2024-12-01T14:22:01,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:01,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,37105,1733062918509}] 2024-12-01T14:22:01,825 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:01,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:22:01,829 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:22:01,829 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:01,829 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:22:01,830 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C37105%2C1733062918509.meta, suffix=.meta, logDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509, archiveDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/oldWALs, maxLogs=10 2024-12-01T14:22:01,841 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.meta.1733062921831.meta, exclude list is [], retry=0 2024-12-01T14:22:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39105,DS-0b5e44e8-dfe5-4ad5-a283-937a568a499a,DISK] 2024-12-01T14:22:01,845 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.meta.1733062921831.meta 2024-12-01T14:22:01,845 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-12-01T14:22:01,846 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:01,846 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:01,846 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:01,846 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:22:01,846 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:22:01,846 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:22:01,846 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:01,847 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:22:01,847 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:22:01,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:01,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:01,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:01,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:01,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:01,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:01,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:01,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:01,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:01,851 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:01,852 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740 2024-12-01T14:22:01,852 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740 2024-12-01T14:22:01,853 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:01,853 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:01,854 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:01,854 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:01,855 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73268002, jitterRate=0.09177830815315247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:01,855 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:22:01,855 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062921847Writing region info on filesystem at 1733062921847Initializing all the Stores at 1733062921847Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062921847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062921847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062921848 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062921848Cleaning up temporary data from old regions at 1733062921853 (+5 ms)Running coprocessor post-open hooks at 1733062921855 (+2 ms)Region opened successfully at 1733062921855 2024-12-01T14:22:01,856 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062921825 2024-12-01T14:22:01,858 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:22:01,859 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:22:01,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,37105,1733062918509 2024-12-01T14:22:01,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,37105,1733062918509, state=OPEN 2024-12-01T14:22:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2033423671/meta-region-server 2024-12-01T14:22:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2033423671/meta-region-server 2024-12-01T14:22:01,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,37105,1733062918509 2024-12-01T14:22:01,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033423671/meta-region-server: CHANGED 2024-12-01T14:22:01,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033423671/meta-region-server: CHANGED 2024-12-01T14:22:01,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:22:01,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,37105,1733062918509 in 197 msec 2024-12-01T14:22:01,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:22:01,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-12-01T14:22:01,874 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:01,874 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:22:01,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:01,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,37105,1733062918509, seqNum=-1] 2024-12-01T14:22:01,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:01,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:01,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-12-01T14:22:01,881 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062921880, completionTime=-1 2024-12-01T14:22:01,881 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:22:01,881 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733062981883 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063041883 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45817,1733062918368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45817,1733062918368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45817,1733062918368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:45817, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,884 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,885 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45817,1733062918368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:01,887 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45817,1733062918368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:22:01,889 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:22:01,889 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:22:01,889 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45817,1733062918368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:01,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a448b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:01,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:01,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:01,950 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194d5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:01,951 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:01,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:01,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:01,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,37105,1733062918509, seqNum=-1] 2024-12-01T14:22:01,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:01,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:01,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,45817,1733062918368 2024-12-01T14:22:01,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50431 2024-12-01T14:22:01,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:01,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101914547f60008 connected 2024-12-01T14:22:01,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40373,1733062907072 2024-12-01T14:22:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1254237d 2024-12-01T14:22:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:01,982 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:01,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:22:01,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:01,984 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:01,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:22:01,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:22:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:02,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 634d88d04f26ce12801b524e15e86a18, NAME => 'test,,1733062921982.634d88d04f26ce12801b524e15e86a18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794 2024-12-01T14:22:02,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:22:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:02,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062921982.634d88d04f26ce12801b524e15e86a18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:02,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 634d88d04f26ce12801b524e15e86a18, disabling compactions & flushes 2024-12-01T14:22:02,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:02,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:02,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062921982.634d88d04f26ce12801b524e15e86a18. after waiting 0 ms 2024-12-01T14:22:02,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:02,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:02,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 634d88d04f26ce12801b524e15e86a18: Waiting for close lock at 1733062922800Disabling compacts and flushes for region at 1733062922800Disabling writes for close at 1733062922800Writing region close event to WAL at 1733062922800Closed at 1733062922800 2024-12-01T14:22:02,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:02,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062921982.634d88d04f26ce12801b524e15e86a18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062922801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062922801"}]},"ts":"1733062922801"} 2024-12-01T14:22:02,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:02,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:02,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062922803"}]},"ts":"1733062922803"} 2024-12-01T14:22:02,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:22:02,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=634d88d04f26ce12801b524e15e86a18, ASSIGN}] 2024-12-01T14:22:02,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=634d88d04f26ce12801b524e15e86a18, ASSIGN 2024-12-01T14:22:02,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=634d88d04f26ce12801b524e15e86a18, ASSIGN; state=OFFLINE, location=57b748500ef9,40057,1733062907398; forceNewPlan=false, retain=false 2024-12-01T14:22:02,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=634d88d04f26ce12801b524e15e86a18, regionState=OPENING, regionLocation=57b748500ef9,40057,1733062907398 2024-12-01T14:22:02,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=634d88d04f26ce12801b524e15e86a18, ASSIGN because future has completed 2024-12-01T14:22:02,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634d88d04f26ce12801b524e15e86a18, server=57b748500ef9,40057,1733062907398}] 2024-12-01T14:22:03,114 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:03,114 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 634d88d04f26ce12801b524e15e86a18, NAME => 'test,,1733062921982.634d88d04f26ce12801b524e15e86a18.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:03,115 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:03,115 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:22:03,115 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,115 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062921982.634d88d04f26ce12801b524e15e86a18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:03,115 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,115 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,116 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,117 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634d88d04f26ce12801b524e15e86a18 columnFamilyName f 2024-12-01T14:22:03,117 DEBUG [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:03,117 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] regionserver.HStore(327): Store=634d88d04f26ce12801b524e15e86a18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:03,117 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,118 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634d88d04f26ce12801b524e15e86a18 columnFamilyName f1 2024-12-01T14:22:03,118 DEBUG [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:03,118 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] regionserver.HStore(327): Store=634d88d04f26ce12801b524e15e86a18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:03,118 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,119 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634d88d04f26ce12801b524e15e86a18 columnFamilyName norep 2024-12-01T14:22:03,119 DEBUG [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:03,119 INFO [StoreOpener-634d88d04f26ce12801b524e15e86a18-1 {}] regionserver.HStore(327): Store=634d88d04f26ce12801b524e15e86a18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:03,119 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,120 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,120 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,121 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,121 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,121 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:03,122 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,123 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:03,123 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 634d88d04f26ce12801b524e15e86a18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62683592, jitterRate=-0.0659416913986206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:03,123 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:03,124 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 634d88d04f26ce12801b524e15e86a18: Running coprocessor pre-open hook at 1733062923115Writing region info on filesystem at 1733062923115Initializing all the Stores at 1733062923116 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062923116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062923116Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062923116Cleaning up temporary data from old regions at 1733062923121 (+5 ms)Running coprocessor post-open hooks at 1733062923123 (+2 ms)Region opened successfully at 1733062923124 (+1 ms) 2024-12-01T14:22:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:03,125 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062921982.634d88d04f26ce12801b524e15e86a18., pid=6, masterSystemTime=1733062923110 2024-12-01T14:22:03,126 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:03,126 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:03,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=634d88d04f26ce12801b524e15e86a18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,40057,1733062907398 2024-12-01T14:22:03,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634d88d04f26ce12801b524e15e86a18, server=57b748500ef9,40057,1733062907398 because future has completed 2024-12-01T14:22:03,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:22:03,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 634d88d04f26ce12801b524e15e86a18, server=57b748500ef9,40057,1733062907398 in 169 msec 2024-12-01T14:22:03,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:22:03,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=634d88d04f26ce12801b524e15e86a18, ASSIGN in 325 msec 2024-12-01T14:22:03,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:03,132 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062923132"}]},"ts":"1733062923132"} 2024-12-01T14:22:03,133 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:22:03,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:03,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-01T14:22:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:04,135 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:22:04,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36223,1733062912395 2024-12-01T14:22:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a9662f 2024-12-01T14:22:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:04,137 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:04,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:22:04,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:04,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:04,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:22:04,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:22:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:04,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d6a2754e75941a92caf13138d282e36, NAME => 'test,,1733062924137.3d6a2754e75941a92caf13138d282e36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7 2024-12-01T14:22:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:22:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:04,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062924137.3d6a2754e75941a92caf13138d282e36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:04,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d6a2754e75941a92caf13138d282e36, disabling compactions & flushes 2024-12-01T14:22:04,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:04,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:04,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062924137.3d6a2754e75941a92caf13138d282e36. after waiting 0 ms 2024-12-01T14:22:04,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:04,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:04,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d6a2754e75941a92caf13138d282e36: Waiting for close lock at 1733062924952Disabling compacts and flushes for region at 1733062924952Disabling writes for close at 1733062924952Writing region close event to WAL at 1733062924952Closed at 1733062924952 2024-12-01T14:22:04,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:04,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062924137.3d6a2754e75941a92caf13138d282e36.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062924953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062924953"}]},"ts":"1733062924953"} 2024-12-01T14:22:04,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:04,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:04,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062924956"}]},"ts":"1733062924956"} 2024-12-01T14:22:04,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:22:04,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d6a2754e75941a92caf13138d282e36, ASSIGN}] 2024-12-01T14:22:04,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d6a2754e75941a92caf13138d282e36, ASSIGN 2024-12-01T14:22:04,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d6a2754e75941a92caf13138d282e36, ASSIGN; state=OFFLINE, location=57b748500ef9,35055,1733062912543; forceNewPlan=false, retain=false 2024-12-01T14:22:05,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d6a2754e75941a92caf13138d282e36, regionState=OPENING, regionLocation=57b748500ef9,35055,1733062912543 2024-12-01T14:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d6a2754e75941a92caf13138d282e36, ASSIGN because future has completed 2024-12-01T14:22:05,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d6a2754e75941a92caf13138d282e36, server=57b748500ef9,35055,1733062912543}] 2024-12-01T14:22:05,267 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d6a2754e75941a92caf13138d282e36, NAME => 'test,,1733062924137.3d6a2754e75941a92caf13138d282e36.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:05,267 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:05,267 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062924137.3d6a2754e75941a92caf13138d282e36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:05,268 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,268 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,269 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,270 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6a2754e75941a92caf13138d282e36 columnFamilyName f 2024-12-01T14:22:05,270 DEBUG [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:05,270 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] regionserver.HStore(327): Store=3d6a2754e75941a92caf13138d282e36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:05,270 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,271 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6a2754e75941a92caf13138d282e36 columnFamilyName f1 2024-12-01T14:22:05,271 DEBUG [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:05,271 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] regionserver.HStore(327): Store=3d6a2754e75941a92caf13138d282e36/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:05,271 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,272 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6a2754e75941a92caf13138d282e36 columnFamilyName norep 2024-12-01T14:22:05,272 DEBUG [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:05,272 INFO [StoreOpener-3d6a2754e75941a92caf13138d282e36-1 {}] regionserver.HStore(327): Store=3d6a2754e75941a92caf13138d282e36/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:05,272 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,272 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,273 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,273 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,273 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,273 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:05,274 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:05,276 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:05,276 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d6a2754e75941a92caf13138d282e36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62803126, jitterRate=-0.06416049599647522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:05,276 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:05,276 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d6a2754e75941a92caf13138d282e36: Running coprocessor pre-open hook at 1733062925268Writing region info on filesystem at 1733062925268Initializing all the Stores at 1733062925268Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062925268Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062925268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062925269 (+1 ms)Cleaning up temporary data from old regions at 1733062925273 (+4 ms)Running coprocessor post-open hooks at 1733062925276 (+3 ms)Region opened successfully at 1733062925276 2024-12-01T14:22:05,277 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062924137.3d6a2754e75941a92caf13138d282e36., pid=6, masterSystemTime=1733062925264 2024-12-01T14:22:05,278 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:05,278 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:05,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d6a2754e75941a92caf13138d282e36, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,35055,1733062912543 2024-12-01T14:22:05,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d6a2754e75941a92caf13138d282e36, server=57b748500ef9,35055,1733062912543 because future has completed 2024-12-01T14:22:05,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:22:05,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d6a2754e75941a92caf13138d282e36, server=57b748500ef9,35055,1733062912543 in 169 msec 2024-12-01T14:22:05,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:22:05,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d6a2754e75941a92caf13138d282e36, ASSIGN in 324 msec 2024-12-01T14:22:05,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:05,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062925284"}]},"ts":"1733062925284"} 2024-12-01T14:22:05,285 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:22:05,286 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:05,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-01T14:22:06,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:22:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:06,285 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:22:06,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45817,1733062918368 2024-12-01T14:22:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c0a32b7 2024-12-01T14:22:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:06,286 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:06,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:22:06,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:06,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:06,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:22:06,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:22:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:06,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69090dceb3ccb5d9649251f0cb81e875, NAME => 'test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2 2024-12-01T14:22:06,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:22:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:07,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:07,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69090dceb3ccb5d9649251f0cb81e875, disabling compactions & flushes 2024-12-01T14:22:07,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. after waiting 0 ms 2024-12-01T14:22:07,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69090dceb3ccb5d9649251f0cb81e875: Waiting for close lock at 1733062927104Disabling compacts and flushes for region at 1733062927104Disabling writes for close at 1733062927104Writing region close event to WAL at 1733062927104Closed at 1733062927104 2024-12-01T14:22:07,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:07,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062927105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062927105"}]},"ts":"1733062927105"} 2024-12-01T14:22:07,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:07,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:07,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062927108"}]},"ts":"1733062927108"} 2024-12-01T14:22:07,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:22:07,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69090dceb3ccb5d9649251f0cb81e875, ASSIGN}] 2024-12-01T14:22:07,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69090dceb3ccb5d9649251f0cb81e875, ASSIGN 2024-12-01T14:22:07,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69090dceb3ccb5d9649251f0cb81e875, ASSIGN; state=OFFLINE, location=57b748500ef9,37105,1733062918509; forceNewPlan=false, retain=false 2024-12-01T14:22:07,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69090dceb3ccb5d9649251f0cb81e875, regionState=OPENING, regionLocation=57b748500ef9,37105,1733062918509 2024-12-01T14:22:07,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69090dceb3ccb5d9649251f0cb81e875, ASSIGN because future has completed 2024-12-01T14:22:07,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69090dceb3ccb5d9649251f0cb81e875, server=57b748500ef9,37105,1733062918509}] 2024-12-01T14:22:07,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:07,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:07,418 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,418 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69090dceb3ccb5d9649251f0cb81e875, NAME => 'test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:07,419 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:07,419 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:22:07,419 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,419 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:07,419 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,419 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,420 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,421 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69090dceb3ccb5d9649251f0cb81e875 columnFamilyName f 2024-12-01T14:22:07,421 DEBUG [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:07,421 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] regionserver.HStore(327): Store=69090dceb3ccb5d9649251f0cb81e875/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:07,422 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,422 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69090dceb3ccb5d9649251f0cb81e875 columnFamilyName f1 2024-12-01T14:22:07,422 DEBUG [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:07,423 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] regionserver.HStore(327): Store=69090dceb3ccb5d9649251f0cb81e875/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:07,423 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,423 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69090dceb3ccb5d9649251f0cb81e875 columnFamilyName norep 2024-12-01T14:22:07,423 DEBUG [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:07,423 INFO [StoreOpener-69090dceb3ccb5d9649251f0cb81e875-1 {}] regionserver.HStore(327): Store=69090dceb3ccb5d9649251f0cb81e875/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,424 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:07,425 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,425 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,425 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:07,426 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,427 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:07,427 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69090dceb3ccb5d9649251f0cb81e875; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61488836, jitterRate=-0.08374494314193726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:07,427 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:07,428 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69090dceb3ccb5d9649251f0cb81e875: Running coprocessor pre-open hook at 1733062927419Writing region info on filesystem at 1733062927419Initializing all the Stores at 1733062927420 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062927420Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062927420Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062927420Cleaning up temporary data from old regions at 1733062927425 (+5 ms)Running coprocessor post-open hooks at 1733062927427 (+2 ms)Region opened successfully at 1733062927428 (+1 ms) 2024-12-01T14:22:07,428 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875., pid=6, masterSystemTime=1733062927415 2024-12-01T14:22:07,430 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,430 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:07,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69090dceb3ccb5d9649251f0cb81e875, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,37105,1733062918509 2024-12-01T14:22:07,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69090dceb3ccb5d9649251f0cb81e875, server=57b748500ef9,37105,1733062918509 because future has completed 2024-12-01T14:22:07,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:22:07,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69090dceb3ccb5d9649251f0cb81e875, server=57b748500ef9,37105,1733062918509 in 168 msec 2024-12-01T14:22:07,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:22:07,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69090dceb3ccb5d9649251f0cb81e875, ASSIGN in 324 msec 2024-12-01T14:22:07,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:07,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062927436"}]},"ts":"1733062927436"} 2024-12-01T14:22:07,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:22:07,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:07,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-01T14:22:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:08,436 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:22:08,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:08,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:22:08,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:08,437 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:22:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:22:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20538de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:22:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:08,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:08,438 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:08,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b111cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:08,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:08,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40373,1733062907072 2024-12-01T14:22:08,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70fe37b2 2024-12-01T14:22:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:08,440 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:08,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:36223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:22:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:22:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:08,443 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:36223' 2024-12-01T14:22:08,444 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266ee6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:08,444 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36223,-1 for getting cluster id 2024-12-01T14:22:08,444 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:08,444 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a954120-6ab2-45d1-83e3-55df55419581' 2024-12-01T14:22:08,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:08,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a954120-6ab2-45d1-83e3-55df55419581" 2024-12-01T14:22:08,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fb4ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:08,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36223,-1] 2024-12-01T14:22:08,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:08,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:08,446 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:08,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d97fc47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:08,446 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:08,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36223,1733062912395 2024-12-01T14:22:08,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27e00ba3 2024-12-01T14:22:08,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:08,448 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:08,449 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T14:22:08,449 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:22:08,449 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:08,449 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:08,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:08,449 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:08,450 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:22:08,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:08,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:08,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:22:08,501 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:22:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:08,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8bb3b62e064738be9557265089f4075, NAME => 'hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794 2024-12-01T14:22:08,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:22:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:09,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:09,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e8bb3b62e064738be9557265089f4075, disabling compactions & flushes 2024-12-01T14:22:09,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. after waiting 0 ms 2024-12-01T14:22:09,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8bb3b62e064738be9557265089f4075: Waiting for close lock at 1733062929267Disabling compacts and flushes for region at 1733062929267Disabling writes for close at 1733062929267Writing region close event to WAL at 1733062929268 (+1 ms)Closed at 1733062929268 2024-12-01T14:22:09,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:09,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062929269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062929269"}]},"ts":"1733062929269"} 2024-12-01T14:22:09,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:09,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:09,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062929271"}]},"ts":"1733062929271"} 2024-12-01T14:22:09,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:22:09,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8bb3b62e064738be9557265089f4075, ASSIGN}] 2024-12-01T14:22:09,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8bb3b62e064738be9557265089f4075, ASSIGN 2024-12-01T14:22:09,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8bb3b62e064738be9557265089f4075, ASSIGN; state=OFFLINE, location=57b748500ef9,40057,1733062907398; forceNewPlan=false, retain=false 2024-12-01T14:22:09,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8bb3b62e064738be9557265089f4075, regionState=OPENING, regionLocation=57b748500ef9,40057,1733062907398 2024-12-01T14:22:09,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8bb3b62e064738be9557265089f4075, ASSIGN because future has completed 2024-12-01T14:22:09,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8bb3b62e064738be9557265089f4075, server=57b748500ef9,40057,1733062907398}] 2024-12-01T14:22:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:22:09,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C40057%2C1733062907398.rep, suffix=, logDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398, archiveDir=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/oldWALs, maxLogs=10 2024-12-01T14:22:09,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.rep.1733062929584, exclude list is [], retry=0 2024-12-01T14:22:09,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37425,DS-bdbb1f37-f5bf-4c93-98a2-ad5e3cf83df5,DISK] 2024-12-01T14:22:09,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.rep.1733062929584 2024-12-01T14:22:09,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39305:39305)] 2024-12-01T14:22:09,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e8bb3b62e064738be9557265089f4075, NAME => 'hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:09,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. service=MultiRowMutationService 2024-12-01T14:22:09,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:22:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,604 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,605 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bb3b62e064738be9557265089f4075 columnFamilyName hfileref 2024-12-01T14:22:09,605 DEBUG [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:09,606 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] regionserver.HStore(327): Store=e8bb3b62e064738be9557265089f4075/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:09,606 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,607 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bb3b62e064738be9557265089f4075 columnFamilyName queue 2024-12-01T14:22:09,607 DEBUG [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:09,607 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] regionserver.HStore(327): Store=e8bb3b62e064738be9557265089f4075/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:09,607 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,608 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bb3b62e064738be9557265089f4075 columnFamilyName sid 2024-12-01T14:22:09,608 DEBUG [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:09,608 INFO [StoreOpener-e8bb3b62e064738be9557265089f4075-1 {}] regionserver.HStore(327): Store=e8bb3b62e064738be9557265089f4075/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:09,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:09,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:09,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e8bb3b62e064738be9557265089f4075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69570525, jitterRate=0.036681607365608215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:09,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:09,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e8bb3b62e064738be9557265089f4075: Running coprocessor pre-open hook at 1733062929602Writing region info on filesystem at 1733062929602Initializing all the Stores at 1733062929603 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062929603Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062929604 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062929604Cleaning up temporary data from old regions at 1733062929610 (+6 ms)Running coprocessor post-open hooks at 1733062929613 (+3 ms)Region opened successfully at 1733062929613 2024-12-01T14:22:09,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075., pid=10, masterSystemTime=1733062929580 2024-12-01T14:22:09,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:09,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8bb3b62e064738be9557265089f4075, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,40057,1733062907398 2024-12-01T14:22:09,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8bb3b62e064738be9557265089f4075, server=57b748500ef9,40057,1733062907398 because future has completed 2024-12-01T14:22:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:22:09,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8bb3b62e064738be9557265089f4075, server=57b748500ef9,40057,1733062907398 in 193 msec 2024-12-01T14:22:09,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:22:09,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8bb3b62e064738be9557265089f4075, ASSIGN in 350 msec 2024-12-01T14:22:09,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:09,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062929625"}]},"ts":"1733062929625"} 2024-12-01T14:22:09,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:22:09,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:09,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-01T14:22:09,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075., hostname=57b748500ef9,40057,1733062907398, seqNum=2] 2024-12-01T14:22:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:22:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:22:09,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:09,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:22:09,896 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:22:09,919 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,40057,1733062907398, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:09,919 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:09,919 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40057,1733062907398, seqNum=-1] 2024-12-01T14:22:09,919 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:09,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,40057,1733062907398', locateType=CURRENT is [region=hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075., hostname=57b748500ef9,40057,1733062907398, seqNum=2] 2024-12-01T14:22:09,924 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:22:09,926 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,40057,1733062907398 suceeded 2024-12-01T14:22:09,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:22:09,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-01T14:22:09,927 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:36223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:22:09,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-12-01T14:22:09,936 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:36223' 2024-12-01T14:22:09,937 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea5286d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:09,937 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36223,-1 for getting cluster id 2024-12-01T14:22:09,937 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:09,938 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a954120-6ab2-45d1-83e3-55df55419581' 2024-12-01T14:22:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a954120-6ab2-45d1-83e3-55df55419581" 2024-12-01T14:22:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@469f4b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36223,-1] 2024-12-01T14:22:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:09,939 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:09,940 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6d97d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:09,940 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:09,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36223,1733062912395 2024-12-01T14:22:09,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1147172a 2024-12-01T14:22:09,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:09,941 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:09,942 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,40057,1733062907398 (queues=1) is replicating from cluster=8b4dd218-5ceb-449e-92f6-7e7805dc2e77 to cluster=5a954120-6ab2-45d1-83e3-55df55419581 2024-12-01T14:22:09,942 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C40057%2C1733062907398 2024-12-01T14:22:09,942 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,40057,1733062907398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:09,942 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C40057%2C1733062907398 2024-12-01T14:22:09,943 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, startPosition=0, beingWritten=true 2024-12-01T14:22:09,947 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:09,947 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:09,947 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:10,150 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:10,453 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:10,586 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:10,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:10,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:10,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:10,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:10,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:10,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389500fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:10,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36223,-1 for getting cluster id 2024-12-01T14:22:10,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:10,590 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a954120-6ab2-45d1-83e3-55df55419581' 2024-12-01T14:22:10,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:10,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a954120-6ab2-45d1-83e3-55df55419581" 2024-12-01T14:22:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6e55df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36223,-1] 2024-12-01T14:22:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:10,592 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542a4b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:10,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36223,1733062912395 2024-12-01T14:22:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@620b199e 2024-12-01T14:22:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:10,599 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:10,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:45817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:22:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:22:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:10,602 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:45817' 2024-12-01T14:22:10,604 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abc949a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:10,604 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:10,604 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:10,605 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:10,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:10,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:10,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1917ec1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:10,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:10,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:10,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:10,607 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:10,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f763fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:10,607 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45817,1733062918368 2024-12-01T14:22:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b9d100 2024-12-01T14:22:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:10,609 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:10,610 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T14:22:10,610 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:22:10,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:10,611 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:10,611 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:10,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:10,612 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:22:10,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:10,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:10,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:22:10,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c94ace6187efe81f627bbe430e7638dd, NAME => 'hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7 2024-12-01T14:22:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:22:10,663 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:22:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c94ace6187efe81f627bbe430e7638dd, disabling compactions & flushes 2024-12-01T14:22:10,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. after waiting 0 ms 2024-12-01T14:22:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:10,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:10,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c94ace6187efe81f627bbe430e7638dd: Waiting for close lock at 1733062930664Disabling compacts and flushes for region at 1733062930664Disabling writes for close at 1733062930664Writing region close event to WAL at 1733062930664Closed at 1733062930664 2024-12-01T14:22:10,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:10,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062930666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062930666"}]},"ts":"1733062930666"} 2024-12-01T14:22:10,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:10,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:10,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062930669"}]},"ts":"1733062930669"} 2024-12-01T14:22:10,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:22:10,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c94ace6187efe81f627bbe430e7638dd, ASSIGN}] 2024-12-01T14:22:10,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c94ace6187efe81f627bbe430e7638dd, ASSIGN 2024-12-01T14:22:10,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c94ace6187efe81f627bbe430e7638dd, ASSIGN; state=OFFLINE, location=57b748500ef9,35055,1733062912543; forceNewPlan=false, retain=false 2024-12-01T14:22:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:10,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c94ace6187efe81f627bbe430e7638dd, regionState=OPENING, regionLocation=57b748500ef9,35055,1733062912543 2024-12-01T14:22:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c94ace6187efe81f627bbe430e7638dd, ASSIGN because future has completed 2024-12-01T14:22:10,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c94ace6187efe81f627bbe430e7638dd, server=57b748500ef9,35055,1733062912543}] 2024-12-01T14:22:10,861 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:10,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:10,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:10,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:22:10,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C35055%2C1733062912543.rep, suffix=, logDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543, archiveDir=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/oldWALs, maxLogs=10 2024-12-01T14:22:11,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.rep.1733062930986, exclude list is [], retry=0 2024-12-01T14:22:11,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38563,DS-adf752bd-3dc8-46f2-9ec5-7265a0d6fc8a,DISK] 2024-12-01T14:22:11,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.rep.1733062930986 2024-12-01T14:22:11,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38429:38429)] 2024-12-01T14:22:11,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c94ace6187efe81f627bbe430e7638dd, NAME => 'hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:11,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:11,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:11,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. service=MultiRowMutationService 2024-12-01T14:22:11,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:22:11,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:11,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,024 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,026 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94ace6187efe81f627bbe430e7638dd columnFamilyName hfileref 2024-12-01T14:22:11,026 DEBUG [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:11,026 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] regionserver.HStore(327): Store=c94ace6187efe81f627bbe430e7638dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:11,026 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,027 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94ace6187efe81f627bbe430e7638dd columnFamilyName queue 2024-12-01T14:22:11,027 DEBUG [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:11,028 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] regionserver.HStore(327): Store=c94ace6187efe81f627bbe430e7638dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:11,028 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,029 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94ace6187efe81f627bbe430e7638dd columnFamilyName sid 2024-12-01T14:22:11,029 DEBUG [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:11,029 INFO [StoreOpener-c94ace6187efe81f627bbe430e7638dd-1 {}] regionserver.HStore(327): Store=c94ace6187efe81f627bbe430e7638dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:11,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:11,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:11,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c94ace6187efe81f627bbe430e7638dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742593, jitterRate=0.039245620369911194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:11,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c94ace6187efe81f627bbe430e7638dd: Running coprocessor pre-open hook at 1733062931015Writing region info on filesystem at 1733062931015Initializing all the Stores at 1733062931017 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062931017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062931024 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062931024Cleaning up temporary data from old regions at 1733062931031 (+7 ms)Running coprocessor post-open hooks at 1733062931049 (+18 ms)Region opened successfully at 1733062931049 2024-12-01T14:22:11,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd., pid=10, masterSystemTime=1733062930981 2024-12-01T14:22:11,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:11,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:11,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c94ace6187efe81f627bbe430e7638dd, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,35055,1733062912543 2024-12-01T14:22:11,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c94ace6187efe81f627bbe430e7638dd, server=57b748500ef9,35055,1733062912543 because future has completed 2024-12-01T14:22:11,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:22:11,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c94ace6187efe81f627bbe430e7638dd, server=57b748500ef9,35055,1733062912543 in 229 msec 2024-12-01T14:22:11,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:22:11,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c94ace6187efe81f627bbe430e7638dd, ASSIGN in 386 msec 2024-12-01T14:22:11,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:11,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062931060"}]},"ts":"1733062931060"} 2024-12-01T14:22:11,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:22:11,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:11,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 453 msec 2024-12-01T14:22:11,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd., hostname=57b748500ef9,35055,1733062912543, seqNum=2] 2024-12-01T14:22:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:22:11,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:22:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:11,373 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:11,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:22:11,393 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:22:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:22:11,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T14:22:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:22:11,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T14:22:11,441 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,35055,1733062912543, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:11,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:11,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,35055,1733062912543, seqNum=-1] 2024-12-01T14:22:11,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:11,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,35055,1733062912543', locateType=CURRENT is [region=hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd., hostname=57b748500ef9,35055,1733062912543, seqNum=2] 2024-12-01T14:22:11,456 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:22:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:22:11,459 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,35055,1733062912543 suceeded 2024-12-01T14:22:11,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:22:11,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-12-01T14:22:11,460 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:45817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:22:11,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 861 msec 2024-12-01T14:22:11,476 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:45817' 2024-12-01T14:22:11,478 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455d1715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,478 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:11,478 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:11,479 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5756af24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,480 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:11,480 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6797e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,481 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:11,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45817,1733062918368 2024-12-01T14:22:11,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ce1bd4 2024-12-01T14:22:11,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:11,482 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:11,483 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,35055,1733062912543 (queues=1) is replicating from cluster=5a954120-6ab2-45d1-83e3-55df55419581 to cluster=1a62e5d5-46e9-4d52-84f9-62a8ebcb513b 2024-12-01T14:22:11,483 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C35055%2C1733062912543 2024-12-01T14:22:11,483 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,35055,1733062912543, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:11,483 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, startPosition=0, beingWritten=true 2024-12-01T14:22:11,483 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C35055%2C1733062912543 2024-12-01T14:22:11,488 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:11,488 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 379, reset compression=false 2024-12-01T14:22:11,488 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:11,693 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 379, reset compression=false 2024-12-01T14:22:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:11,736 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:11,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:11,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:11,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:11,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314b0009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:11,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:11,738 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd21cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,742 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebc61cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45817,1733062918368 2024-12-01T14:22:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202aed67 2024-12-01T14:22:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:11,745 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:11,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:40373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:22:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:22:11,748 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40373' 2024-12-01T14:22:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:11,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dcc203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,750 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:22:11,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:11,751 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:22:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:22:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fd0f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:22:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,755 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:11,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f927dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:11,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40373,1733062907072 2024-12-01T14:22:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d11a971 2024-12-01T14:22:11,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:11,761 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:11,762 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:22:11,762 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:22:11,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:11,763 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:11,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:11,765 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:22:11,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:11,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:11,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:11,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:22:11,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a00d4fe53b221a348fe1bbbee6c436d7, NAME => 'hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2 2024-12-01T14:22:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:22:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a00d4fe53b221a348fe1bbbee6c436d7, disabling compactions & flushes 2024-12-01T14:22:11,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. after waiting 0 ms 2024-12-01T14:22:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:11,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:11,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a00d4fe53b221a348fe1bbbee6c436d7: Waiting for close lock at 1733062931786Disabling compacts and flushes for region at 1733062931786Disabling writes for close at 1733062931786Writing region close event to WAL at 1733062931786Closed at 1733062931786 2024-12-01T14:22:11,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:11,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062931787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062931787"}]},"ts":"1733062931787"} 2024-12-01T14:22:11,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:11,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:11,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062931789"}]},"ts":"1733062931789"} 2024-12-01T14:22:11,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:22:11,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a00d4fe53b221a348fe1bbbee6c436d7, ASSIGN}] 2024-12-01T14:22:11,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a00d4fe53b221a348fe1bbbee6c436d7, ASSIGN 2024-12-01T14:22:11,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a00d4fe53b221a348fe1bbbee6c436d7, ASSIGN; state=OFFLINE, location=57b748500ef9,37105,1733062918509; forceNewPlan=false, retain=false 2024-12-01T14:22:11,817 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:22:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:11,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a00d4fe53b221a348fe1bbbee6c436d7, regionState=OPENING, regionLocation=57b748500ef9,37105,1733062918509 2024-12-01T14:22:11,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a00d4fe53b221a348fe1bbbee6c436d7, ASSIGN because future has completed 2024-12-01T14:22:11,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00d4fe53b221a348fe1bbbee6c436d7, server=57b748500ef9,37105,1733062918509}] 2024-12-01T14:22:11,989 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:12,009 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 379, reset compression=false 2024-12-01T14:22:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:12,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:12,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:12,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:22:12,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C37105%2C1733062918509.rep, suffix=, logDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509, archiveDir=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/oldWALs, maxLogs=10 2024-12-01T14:22:12,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.rep.1733062932101, exclude list is [], retry=0 2024-12-01T14:22:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39105,DS-0b5e44e8-dfe5-4ad5-a283-937a568a499a,DISK] 2024-12-01T14:22:12,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.rep.1733062932101 2024-12-01T14:22:12,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357)] 2024-12-01T14:22:12,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a00d4fe53b221a348fe1bbbee6c436d7, NAME => 'hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:12,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:12,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:12,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. service=MultiRowMutationService 2024-12-01T14:22:12,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:22:12,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:12,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,117 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,118 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00d4fe53b221a348fe1bbbee6c436d7 columnFamilyName hfileref 2024-12-01T14:22:12,118 DEBUG [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:12,118 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] regionserver.HStore(327): Store=a00d4fe53b221a348fe1bbbee6c436d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:12,118 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,119 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00d4fe53b221a348fe1bbbee6c436d7 columnFamilyName queue 2024-12-01T14:22:12,119 DEBUG [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:12,119 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] regionserver.HStore(327): Store=a00d4fe53b221a348fe1bbbee6c436d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:12,120 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,120 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a00d4fe53b221a348fe1bbbee6c436d7 columnFamilyName sid 2024-12-01T14:22:12,120 DEBUG [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:12,121 INFO [StoreOpener-a00d4fe53b221a348fe1bbbee6c436d7-1 {}] regionserver.HStore(327): Store=a00d4fe53b221a348fe1bbbee6c436d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:12,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:12,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a00d4fe53b221a348fe1bbbee6c436d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72087266, jitterRate=0.07418397068977356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:12,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:12,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a00d4fe53b221a348fe1bbbee6c436d7: Running coprocessor pre-open hook at 1733062932116Writing region info on filesystem at 1733062932116Initializing all the Stores at 1733062932116Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062932116Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062932117 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062932117Cleaning up temporary data from old regions at 1733062932122 (+5 ms)Running coprocessor post-open hooks at 1733062932125 (+3 ms)Region opened successfully at 1733062932125 2024-12-01T14:22:12,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7., pid=10, masterSystemTime=1733062932097 2024-12-01T14:22:12,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:12,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:12,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a00d4fe53b221a348fe1bbbee6c436d7, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,37105,1733062918509 2024-12-01T14:22:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a00d4fe53b221a348fe1bbbee6c436d7, server=57b748500ef9,37105,1733062918509 because future has completed 2024-12-01T14:22:12,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:22:12,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a00d4fe53b221a348fe1bbbee6c436d7, server=57b748500ef9,37105,1733062918509 in 188 msec 2024-12-01T14:22:12,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:22:12,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a00d4fe53b221a348fe1bbbee6c436d7, ASSIGN in 345 msec 2024-12-01T14:22:12,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:12,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062932137"}]},"ts":"1733062932137"} 2024-12-01T14:22:12,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:22:12,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:12,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 376 msec 2024-12-01T14:22:12,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7., hostname=57b748500ef9,37105,1733062918509, seqNum=2] 2024-12-01T14:22:12,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:22:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:12,413 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 379, reset compression=false 2024-12-01T14:22:12,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:12,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:22:12,585 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:22:12,607 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,37105,1733062918509, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:12,608 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:12,608 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,37105,1733062918509, seqNum=-1] 2024-12-01T14:22:12,608 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:12,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,37105,1733062918509', locateType=CURRENT is [region=hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7., hostname=57b748500ef9,37105,1733062918509, seqNum=2] 2024-12-01T14:22:12,612 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:22:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:22:12,614 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,37105,1733062918509 suceeded 2024-12-01T14:22:12,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:22:12,623 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:40373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:22:12,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-01T14:22:12,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 877 msec 2024-12-01T14:22:12,631 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40373' 2024-12-01T14:22:12,632 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41747537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,632 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:22:12,633 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:12,633 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:22:12,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:12,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:22:12,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30440c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:22:12,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:12,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:12,635 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:12,635 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2841b08b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,635 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40373,1733062907072 2024-12-01T14:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72794b3b 2024-12-01T14:22:12,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:12,636 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:12,637 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,37105,1733062918509 (queues=1) is replicating from cluster=1a62e5d5-46e9-4d52-84f9-62a8ebcb513b to cluster=8b4dd218-5ceb-449e-92f6-7e7805dc2e77 2024-12-01T14:22:12,637 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C37105%2C1733062918509 2024-12-01T14:22:12,637 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,37105,1733062918509, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:12,637 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C37105%2C1733062918509 2024-12-01T14:22:12,638 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, startPosition=0, beingWritten=true 2024-12-01T14:22:12,641 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:12,641 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 379, reset compression=false 2024-12-01T14:22:12,642 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:12,693 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:12,845 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 379, reset compression=false 2024-12-01T14:22:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:12,886 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:12,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:12,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:12,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:12,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:12,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:12,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c6a08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:22:12,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:12,888 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:22:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:22:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abede27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:22:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:12,889 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6604d249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74066252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36223,-1 for getting cluster id 2024-12-01T14:22:12,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:12,891 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a954120-6ab2-45d1-83e3-55df55419581' 2024-12-01T14:22:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:12,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a954120-6ab2-45d1-83e3-55df55419581" 2024-12-01T14:22:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b74e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36223,-1] 2024-12-01T14:22:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:12,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:12,893 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5689bfd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ad9df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:12,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:12,898 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4ad61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:12,900 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:12,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de9cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:12,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:12,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40057,1733062907398, seqNum=-1] 2024-12-01T14:22:12,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:12,916 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 379, reset compression=false 2024-12-01T14:22:12,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:12,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:12,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062921982.634d88d04f26ce12801b524e15e86a18., hostname=57b748500ef9,40057,1733062907398, seqNum=2] 2024-12-01T14:22:12,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,37105,1733062918509, seqNum=-1] 2024-12-01T14:22:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:12,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:12,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875., hostname=57b748500ef9,37105,1733062918509, seqNum=2] 2024-12-01T14:22:12,942 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T14:22:12,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:12,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:13,149 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 379, reset compression=false 2024-12-01T14:22:13,496 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 379, reset compression=false 2024-12-01T14:22:13,500 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:13,500 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 480, reset compression=false 2024-12-01T14:22:13,500 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[{test/634d88d04f26ce12801b524e15e86a18/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T14:22:13,502 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:13,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:13,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:13,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d116787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:13,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36223,-1 for getting cluster id 2024-12-01T14:22:13,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:13,505 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a954120-6ab2-45d1-83e3-55df55419581' 2024-12-01T14:22:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a954120-6ab2-45d1-83e3-55df55419581" 2024-12-01T14:22:13,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ba514b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:13,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36223,-1] 2024-12-01T14:22:13,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:13,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:13,506 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:13,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b75e77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:13,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:13,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,35055,1733062912543, seqNum=-1] 2024-12-01T14:22:13,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:13,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:13,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062924137.3d6a2754e75941a92caf13138d282e36., hostname=57b748500ef9,35055,1733062912543, seqNum=2] 2024-12-01T14:22:13,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:13,535 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 379, reset compression=false 2024-12-01T14:22:13,546 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:13,546 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 504, reset compression=false 2024-12-01T14:22:13,546 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6a2754e75941a92caf13138d282e36/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-01T14:22:13,549 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:13,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:13,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:13,552 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 379, reset compression=false 2024-12-01T14:22:13,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23869555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:13,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:13,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:13,553 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669c99fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:13,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:13,555 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:13,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541261f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:13,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:13,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,37105,1733062918509, seqNum=-1] 2024-12-01T14:22:13,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:13,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875., hostname=57b748500ef9,37105,1733062918509, seqNum=2] 2024-12-01T14:22:13,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:13,566 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:13,566 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 527, reset compression=false 2024-12-01T14:22:13,566 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:13,705 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 480, reset compression=false 2024-12-01T14:22:13,753 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 504, reset compression=false 2024-12-01T14:22:13,772 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 527, reset compression=false 2024-12-01T14:22:13,944 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T14:22:13,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,35055,1733062912543, seqNum=-1] 2024-12-01T14:22:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:13,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:13,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733062924137.3d6a2754e75941a92caf13138d282e36., hostname=57b748500ef9,35055,1733062912543, seqNum=2] 2024-12-01T14:22:13,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T14:22:14,010 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 480, reset compression=false 2024-12-01T14:22:14,058 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 504, reset compression=false 2024-12-01T14:22:14,062 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:14,062 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 608, reset compression=false 2024-12-01T14:22:14,062 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6a2754e75941a92caf13138d282e36/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:22:14,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:14,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:14,087 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 527, reset compression=false 2024-12-01T14:22:14,091 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:14,091 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 654, reset compression=false 2024-12-01T14:22:14,091 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[{test/69090dceb3ccb5d9649251f0cb81e875/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T14:22:14,093 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:14,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:14,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:14,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4061d19d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:14,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:22:14,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:14,096 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:22:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:22:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79bfac68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:14,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:22:14,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:14,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:14,097 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:14,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e6de7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:14,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:14,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,40057,1733062907398, seqNum=-1] 2024-12-01T14:22:14,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:14,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733062921982.634d88d04f26ce12801b524e15e86a18., hostname=57b748500ef9,40057,1733062907398, seqNum=2] 2024-12-01T14:22:14,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:14,265 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 608, reset compression=false 2024-12-01T14:22:14,295 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 654, reset compression=false 2024-12-01T14:22:14,414 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 480, reset compression=false 2024-12-01T14:22:14,418 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:14,418 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 630, reset compression=false 2024-12-01T14:22:14,418 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:14,569 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 608, reset compression=false 2024-12-01T14:22:14,599 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 654, reset compression=false 2024-12-01T14:22:14,621 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 630, reset compression=false 2024-12-01T14:22:14,924 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 630, reset compression=false 2024-12-01T14:22:14,953 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T14:22:14,956 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-01T14:22:14,974 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 608, reset compression=false 2024-12-01T14:22:15,003 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 654, reset compression=false 2024-12-01T14:22:15,006 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:15,007 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 758, reset compression=false 2024-12-01T14:22:15,007 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[{test/69090dceb3ccb5d9649251f0cb81e875/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:22:15,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:15,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:15,210 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 758, reset compression=false 2024-12-01T14:22:15,328 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 630, reset compression=false 2024-12-01T14:22:15,332 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:15,332 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 757, reset compression=false 2024-12-01T14:22:15,333 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[{test/634d88d04f26ce12801b524e15e86a18/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T14:22:15,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:15,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:15,478 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 608, reset compression=false 2024-12-01T14:22:15,483 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:15,483 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 759, reset compression=false 2024-12-01T14:22:15,483 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:15,514 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 758, reset compression=false 2024-12-01T14:22:15,537 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 757, reset compression=false 2024-12-01T14:22:15,687 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 759, reset compression=false 2024-12-01T14:22:15,840 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 757, reset compression=false 2024-12-01T14:22:15,917 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 758, reset compression=false 2024-12-01T14:22:15,958 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-01T14:22:15,964 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T14:22:15,991 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 759, reset compression=false 2024-12-01T14:22:16,254 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 757, reset compression=false 2024-12-01T14:22:16,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:16,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 913, reset compression=false 2024-12-01T14:22:16,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[{test/634d88d04f26ce12801b524e15e86a18/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T14:22:16,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:16,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:16,415 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 759, reset compression=false 2024-12-01T14:22:16,419 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:16,419 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 907, reset compression=false 2024-12-01T14:22:16,419 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6a2754e75941a92caf13138d282e36/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-01T14:22:16,420 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 758, reset compression=false 2024-12-01T14:22:16,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:16,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:16,427 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:16,427 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 929, reset compression=false 2024-12-01T14:22:16,427 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:16,469 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 913, reset compression=false 2024-12-01T14:22:16,625 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 907, reset compression=false 2024-12-01T14:22:16,631 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 929, reset compression=false 2024-12-01T14:22:16,662 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:22:16,792 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 913, reset compression=false 2024-12-01T14:22:16,929 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 907, reset compression=false 2024-12-01T14:22:16,934 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 929, reset compression=false 2024-12-01T14:22:16,966 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T14:22:16,970 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T14:22:17,195 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 913, reset compression=false 2024-12-01T14:22:17,333 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 907, reset compression=false 2024-12-01T14:22:17,337 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:17,337 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1066, reset compression=false 2024-12-01T14:22:17,338 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6a2754e75941a92caf13138d282e36/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T14:22:17,338 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 929, reset compression=false 2024-12-01T14:22:17,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:17,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:17,541 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1066, reset compression=false 2024-12-01T14:22:17,604 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:17,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:22:17,605 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68466 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:22:17,699 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 913, reset compression=false 2024-12-01T14:22:17,841 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 929, reset compression=false 2024-12-01T14:22:17,844 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1066, reset compression=false 2024-12-01T14:22:17,846 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:17,846 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1078, reset compression=false 2024-12-01T14:22:17,846 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[{test/69090dceb3ccb5d9649251f0cb81e875/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-01T14:22:17,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:17,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:17,972 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T14:22:17,976 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-01T14:22:18,050 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1078, reset compression=false 2024-12-01T14:22:18,054 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:18,054 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1237, reset compression=false 2024-12-01T14:22:18,054 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[{test/69090dceb3ccb5d9649251f0cb81e875/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T14:22:18,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:18,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:18,249 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1066, reset compression=false 2024-12-01T14:22:18,258 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1237, reset compression=false 2024-12-01T14:22:18,304 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 913, reset compression=false 2024-12-01T14:22:18,327 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:18,327 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1234, reset compression=false 2024-12-01T14:22:18,327 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[{test/634d88d04f26ce12801b524e15e86a18/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-01T14:22:18,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:18,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:18,536 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1234, reset compression=false 2024-12-01T14:22:18,563 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1237, reset compression=false 2024-12-01T14:22:18,757 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1066, reset compression=false 2024-12-01T14:22:18,789 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:18,789 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1239, reset compression=false 2024-12-01T14:22:18,789 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:18,841 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1234, reset compression=false 2024-12-01T14:22:18,976 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1237, reset compression=false 2024-12-01T14:22:18,979 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-01T14:22:18,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c52da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:18,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:18,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:18,993 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263ba768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:19,000 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8bef3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:19,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45817,1733062918368 2024-12-01T14:22:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fce92da 2024-12-01T14:22:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:19,008 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:19,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-01T14:22:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-01T14:22:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:22:19,027 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1239, reset compression=false 2024-12-01T14:22:19,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:22:19,250 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1234, reset compression=false 2024-12-01T14:22:19,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-01T14:22:19,258 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-01T14:22:19,259 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-01T14:22:19,259 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,37105,1733062918509 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-01T14:22:19,259 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/57b748500ef9:0-0. 2024-12-01T14:22:19,259 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:19,259 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:19,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:19,259 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:22:19,358 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1239, reset compression=false 2024-12-01T14:22:19,360 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T14:22:19,361 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:22:19,460 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 terminated 2024-12-01T14:22:19,485 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,37105,1733062918509, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:19,486 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-01T14:22:19,486 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T14:22:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-01T14:22:19,489 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 57b748500ef9,37105,1733062918509 suceeded 2024-12-01T14:22:19,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T14:22:19,492 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-01T14:22:19,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 385 msec 2024-12-01T14:22:19,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 484 msec 2024-12-01T14:22:19,508 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40373' 2024-12-01T14:22:19,517 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6dcf0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:19,517 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40373,-1 for getting cluster id 2024-12-01T14:22:19,517 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:19,518 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b4dd218-5ceb-449e-92f6-7e7805dc2e77' 2024-12-01T14:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b4dd218-5ceb-449e-92f6-7e7805dc2e77" 2024-12-01T14:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50793ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40373,-1] 2024-12-01T14:22:19,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:19,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:19,519 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:19,520 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f54997c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:19,521 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40373,1733062907072 2024-12-01T14:22:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f1acab 2024-12-01T14:22:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:19,524 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:19,526 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,37105,1733062918509 (queues=1) is replicating from cluster=1a62e5d5-46e9-4d52-84f9-62a8ebcb513b to cluster=8b4dd218-5ceb-449e-92f6-7e7805dc2e77 2024-12-01T14:22:19,526 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C37105%2C1733062918509 2024-12-01T14:22:19,526 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,37105,1733062918509, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:19,529 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C37105%2C1733062918509 2024-12-01T14:22:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:22:19,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:19,656 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:19,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:19,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:19,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:19,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:19,663 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-01T14:22:19,757 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1234, reset compression=false 2024-12-01T14:22:19,762 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:19,762 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1338, reset compression=false 2024-12-01T14:22:19,762 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[{test/634d88d04f26ce12801b524e15e86a18/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:22:19,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:19,769 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1239, reset compression=false 2024-12-01T14:22:19,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:19,787 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:19,787 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1367, reset compression=false 2024-12-01T14:22:19,787 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6a2754e75941a92caf13138d282e36/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T14:22:19,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:19,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:19,970 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1338, reset compression=false 2024-12-01T14:22:20,017 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1367, reset compression=false 2024-12-01T14:22:20,277 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1338, reset compression=false 2024-12-01T14:22:20,329 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1367, reset compression=false 2024-12-01T14:22:20,665 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-01T14:22:20,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c4d729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:20,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45817,-1 for getting cluster id 2024-12-01T14:22:20,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:20,668 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a62e5d5-46e9-4d52-84f9-62a8ebcb513b' 2024-12-01T14:22:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a62e5d5-46e9-4d52-84f9-62a8ebcb513b" 2024-12-01T14:22:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a2ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45817,-1] 2024-12-01T14:22:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:20,669 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:20,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b77a2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:20,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45817,1733062918368 2024-12-01T14:22:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d2d449 2024-12-01T14:22:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:20,674 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:20,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-01T14:22:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-01T14:22:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T14:22:20,683 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1338, reset compression=false 2024-12-01T14:22:20,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:20,734 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1367, reset compression=false 2024-12-01T14:22:20,738 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:20,738 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:20,738 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d6a2754e75941a92caf13138d282e36/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:22:20,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:20,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T14:22:20,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-01T14:22:20,843 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-01T14:22:20,843 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T14:22:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-01T14:22:20,845 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 57b748500ef9,37105,1733062918509 suceeded 2024-12-01T14:22:20,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T14:22:20,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-01T14:22:20,846 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-01T14:22:20,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 171 msec 2024-12-01T14:22:20,928 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, startPosition=1237, beingWritten=true 2024-12-01T14:22:20,933 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:20,933 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1515, reset compression=false 2024-12-01T14:22:20,933 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[{test/69090dceb3ccb5d9649251f0cb81e875/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T14:22:20,935 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:20,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:20,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:20,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:20,941 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T14:22:20,996 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:20,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:20,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:20,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:20,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:20,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:20,998 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-01T14:22:20,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:22:20,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:20,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:20,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:20,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:20,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:20,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:22:20,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866130604, stopped=false 2024-12-01T14:22:20,999 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,45817,1733062918368 2024-12-01T14:22:21,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033423671/running 2024-12-01T14:22:21,008 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:22:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:21,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:21,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:21,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033423671/running 2024-12-01T14:22:21,009 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,37105,1733062918509' ***** 2024-12-01T14:22:21,009 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:22:21,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/running 2024-12-01T14:22:21,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:21,010 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:22:21,011 INFO [RS:0;57b748500ef9:37105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:22:21,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Set watcher on znode that does not yet exist, /2-2033423671/running 2024-12-01T14:22:21,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:22:21,012 INFO [RS:0;57b748500ef9:37105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:22:21,012 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(3091): Received CLOSE for a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:21,016 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(3091): Received CLOSE for 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:21,016 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,37105,1733062918509 2024-12-01T14:22:21,016 INFO [RS:0;57b748500ef9:37105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:22:21,016 INFO [RS:0;57b748500ef9:37105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:37105. 2024-12-01T14:22:21,016 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a00d4fe53b221a348fe1bbbee6c436d7, disabling compactions & flushes 2024-12-01T14:22:21,016 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:21,016 DEBUG [RS:0;57b748500ef9:37105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:21,016 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:21,016 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:21,016 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. after waiting 0 ms 2024-12-01T14:22:21,016 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:21,017 INFO [RS:0;57b748500ef9:37105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:22:21,017 INFO [RS:0;57b748500ef9:37105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:22:21,017 INFO [RS:0;57b748500ef9:37105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:22:21,017 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:22:21,017 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a00d4fe53b221a348fe1bbbee6c436d7 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-01T14:22:21,024 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:22:21,024 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1325): Online Regions={a00d4fe53b221a348fe1bbbee6c436d7=hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7., 1588230740=hbase:meta,,1.1588230740, 69090dceb3ccb5d9649251f0cb81e875=test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875.} 2024-12-01T14:22:21,024 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69090dceb3ccb5d9649251f0cb81e875, a00d4fe53b221a348fe1bbbee6c436d7 2024-12-01T14:22:21,024 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:21,024 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:21,024 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:21,024 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:21,025 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:21,025 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:22:21,057 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/.tmp/queue/ab003ac3275a43bfb4abad4578daa2fc is 154, key is 1-57b748500ef9,37105,1733062918509/queue:57b748500ef9%2C37105%2C1733062918509/1733062940939/Put/seqid=0 2024-12-01T14:22:21,058 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/info/3dc8a9989e044aed9539503df79444c2 is 147, key is hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7./info:regioninfo/1733062932128/Put/seqid=0 2024-12-01T14:22:21,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741840_1016 (size=5353) 2024-12-01T14:22:21,077 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/.tmp/queue/ab003ac3275a43bfb4abad4578daa2fc 2024-12-01T14:22:21,087 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/.tmp/queue/ab003ac3275a43bfb4abad4578daa2fc as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/queue/ab003ac3275a43bfb4abad4578daa2fc 2024-12-01T14:22:21,088 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:22:21,098 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/queue/ab003ac3275a43bfb4abad4578daa2fc, entries=1, sequenceid=13, filesize=5.2 K 2024-12-01T14:22:21,101 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a00d4fe53b221a348fe1bbbee6c436d7 in 84ms, sequenceid=13, compaction requested=false 2024-12-01T14:22:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741841_1017 (size=7686) 2024-12-01T14:22:21,125 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/replication/a00d4fe53b221a348fe1bbbee6c436d7/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-01T14:22:21,126 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:21,126 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:22:21,126 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:21,127 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a00d4fe53b221a348fe1bbbee6c436d7: Waiting for close lock at 1733062941016Running coprocessor pre-close hooks at 1733062941016Disabling compacts and flushes for region at 1733062941016Disabling writes for close at 1733062941016Obtaining lock to block concurrent updates at 1733062941017 (+1 ms)Preparing flush snapshotting stores in a00d4fe53b221a348fe1bbbee6c436d7 at 1733062941017Finished memstore snapshotting hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733062941017Flushing stores of hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. at 1733062941018 (+1 ms)Flushing a00d4fe53b221a348fe1bbbee6c436d7/queue: creating writer at 1733062941018Flushing a00d4fe53b221a348fe1bbbee6c436d7/queue: appending metadata at 1733062941056 (+38 ms)Flushing a00d4fe53b221a348fe1bbbee6c436d7/queue: closing flushed file at 1733062941056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be7ed66: reopening flushed file at 1733062941084 (+28 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a00d4fe53b221a348fe1bbbee6c436d7 in 84ms, sequenceid=13, compaction requested=false at 1733062941102 (+18 ms)Writing region close event to WAL at 1733062941118 (+16 ms)Running coprocessor post-close hooks at 1733062941126 (+8 ms)Closed at 1733062941126 2024-12-01T14:22:21,127 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062931763.a00d4fe53b221a348fe1bbbee6c436d7. 2024-12-01T14:22:21,127 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69090dceb3ccb5d9649251f0cb81e875, disabling compactions & flushes 2024-12-01T14:22:21,127 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:21,127 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:21,127 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. after waiting 0 ms 2024-12-01T14:22:21,127 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:21,127 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69090dceb3ccb5d9649251f0cb81e875 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-01T14:22:21,136 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1515, reset compression=false 2024-12-01T14:22:21,173 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:21,174 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1762, reset compression=false 2024-12-01T14:22:21,174 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,37105,1733062918509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:21,174 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/f/d04f5a1b42db45fa9d2ab7abd0c6120f is 37, key is row3/f:row3/1733062939660/Put/seqid=0 2024-12-01T14:22:21,175 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,37105,1733062918509: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,37105,1733062918509, walGroup=57b748500ef9%2C37105%2C1733062918509, offset=57b748500ef9%2C37105%2C1733062918509.1733062920900:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:37105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:22:21,176 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:22:21,176 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:22:21,176 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:22:21,176 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:22:21,176 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:22:21,176 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1245708288, "init": 1048576000, "max": 2306867200, "used": 738120264 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197744384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:22:21,176 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:45817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:45817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:22:21,186 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1338, reset compression=false 2024-12-01T14:22:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741842_1018 (size=5228) 2024-12-01T14:22:21,211 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/f/d04f5a1b42db45fa9d2ab7abd0c6120f 2024-12-01T14:22:21,219 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d04f5a1b42db45fa9d2ab7abd0c6120f 2024-12-01T14:22:21,225 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69090dceb3ccb5d9649251f0cb81e875 2024-12-01T14:22:21,233 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:21,233 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:21,233 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:21,244 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:21,260 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/f1/93085d92e00c49a0bde1b4a49cd40c3d is 30, key is row1/f1:/1733062936967/DeleteFamily/seqid=0 2024-12-01T14:22:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741843_1019 (size=5158) 2024-12-01T14:22:21,294 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/f1/93085d92e00c49a0bde1b4a49cd40c3d 2024-12-01T14:22:21,299 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93085d92e00c49a0bde1b4a49cd40c3d 2024-12-01T14:22:21,330 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/norep/ac7926fbd4c4432bbc5a5909fd5988c9 is 33, key is row2/norep:/1733062937973/DeleteFamily/seqid=0 2024-12-01T14:22:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741844_1020 (size=5108) 2024-12-01T14:22:21,347 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/norep/ac7926fbd4c4432bbc5a5909fd5988c9 2024-12-01T14:22:21,355 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac7926fbd4c4432bbc5a5909fd5988c9 2024-12-01T14:22:21,357 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/f/d04f5a1b42db45fa9d2ab7abd0c6120f as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/f/d04f5a1b42db45fa9d2ab7abd0c6120f 2024-12-01T14:22:21,365 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d04f5a1b42db45fa9d2ab7abd0c6120f 2024-12-01T14:22:21,365 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/f/d04f5a1b42db45fa9d2ab7abd0c6120f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T14:22:21,369 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/f1/93085d92e00c49a0bde1b4a49cd40c3d as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/f1/93085d92e00c49a0bde1b4a49cd40c3d 2024-12-01T14:22:21,379 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93085d92e00c49a0bde1b4a49cd40c3d 2024-12-01T14:22:21,379 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/f1/93085d92e00c49a0bde1b4a49cd40c3d, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T14:22:21,382 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/.tmp/norep/ac7926fbd4c4432bbc5a5909fd5988c9 as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/norep/ac7926fbd4c4432bbc5a5909fd5988c9 2024-12-01T14:22:21,387 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac7926fbd4c4432bbc5a5909fd5988c9 2024-12-01T14:22:21,387 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/norep/ac7926fbd4c4432bbc5a5909fd5988c9, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T14:22:21,388 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69090dceb3ccb5d9649251f0cb81e875 in 261ms, sequenceid=12, compaction requested=false 2024-12-01T14:22:21,405 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/default/test/69090dceb3ccb5d9649251f0cb81e875/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T14:22:21,407 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:21,407 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:22:21,407 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:21,407 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69090dceb3ccb5d9649251f0cb81e875: Waiting for close lock at 1733062941127Running coprocessor pre-close hooks at 1733062941127Disabling compacts and flushes for region at 1733062941127Disabling writes for close at 1733062941127Obtaining lock to block concurrent updates at 1733062941127Preparing flush snapshotting stores in 69090dceb3ccb5d9649251f0cb81e875 at 1733062941127Finished memstore snapshotting test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733062941128 (+1 ms)Flushing stores of test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. at 1733062941128Flushing 69090dceb3ccb5d9649251f0cb81e875/f: creating writer at 1733062941128Flushing 69090dceb3ccb5d9649251f0cb81e875/f: appending metadata at 1733062941174 (+46 ms)Flushing 69090dceb3ccb5d9649251f0cb81e875/f: closing flushed file at 1733062941174Flushing 69090dceb3ccb5d9649251f0cb81e875/f1: creating writer at 1733062941219 (+45 ms)Flushing 69090dceb3ccb5d9649251f0cb81e875/f1: appending metadata at 1733062941256 (+37 ms)Flushing 69090dceb3ccb5d9649251f0cb81e875/f1: closing flushed file at 1733062941256Flushing 69090dceb3ccb5d9649251f0cb81e875/norep: creating writer at 1733062941300 (+44 ms)Flushing 69090dceb3ccb5d9649251f0cb81e875/norep: appending metadata at 1733062941329 (+29 ms)Flushing 69090dceb3ccb5d9649251f0cb81e875/norep: closing flushed file at 1733062941329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21291578: reopening flushed file at 1733062941355 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279ca751: reopening flushed file at 1733062941366 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4b6173: reopening flushed file at 1733062941380 (+14 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69090dceb3ccb5d9649251f0cb81e875 in 261ms, sequenceid=12, compaction requested=false at 1733062941388 (+8 ms)Writing region close event to WAL at 1733062941389 (+1 ms)Running coprocessor post-close hooks at 1733062941407 (+18 ms)Closed at 1733062941407 2024-12-01T14:22:21,407 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875. 2024-12-01T14:22:21,425 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:21,437 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 1762, reset compression=false 2024-12-01T14:22:21,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:21,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 2406, reset compression=false 2024-12-01T14:22:21,460 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:21,503 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/info/3dc8a9989e044aed9539503df79444c2 2024-12-01T14:22:21,523 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/ns/a3e3e9ec9fcd4cd783b4c8ac546142f0 is 43, key is default/ns:d/1733062921877/Put/seqid=0 2024-12-01T14:22:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741845_1021 (size=5153) 2024-12-01T14:22:21,625 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:21,657 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 2406, reset compression=false 2024-12-01T14:22:21,705 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:21,765 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:21,778 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:22:21,778 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:22:21,825 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:21,929 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/ns/a3e3e9ec9fcd4cd783b4c8ac546142f0 2024-12-01T14:22:21,961 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 2406, reset compression=false 2024-12-01T14:22:21,983 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/rep_barrier/804579be7a3c4a14b17657d326039e79 is 112, key is test,,1733062926287.69090dceb3ccb5d9649251f0cb81e875./rep_barrier:seqnumDuringOpen/1733062927430/Put/seqid=0 2024-12-01T14:22:21,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:22:22,025 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:22:22,025 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:22:22,025 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741846_1022 (size=5518) 2024-12-01T14:22:22,047 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/rep_barrier/804579be7a3c4a14b17657d326039e79 2024-12-01T14:22:22,104 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/table/a15308995d94410d97cfb85e76299916 is 53, key is hbase:replication/table:state/1733062932137/Put/seqid=0 2024-12-01T14:22:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741847_1023 (size=5308) 2024-12-01T14:22:22,132 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/table/a15308995d94410d97cfb85e76299916 2024-12-01T14:22:22,142 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/info/3dc8a9989e044aed9539503df79444c2 as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/info/3dc8a9989e044aed9539503df79444c2 2024-12-01T14:22:22,148 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/info/3dc8a9989e044aed9539503df79444c2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:22:22,149 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/ns/a3e3e9ec9fcd4cd783b4c8ac546142f0 as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/ns/a3e3e9ec9fcd4cd783b4c8ac546142f0 2024-12-01T14:22:22,157 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/ns/a3e3e9ec9fcd4cd783b4c8ac546142f0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:22:22,159 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/rep_barrier/804579be7a3c4a14b17657d326039e79 as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/rep_barrier/804579be7a3c4a14b17657d326039e79 2024-12-01T14:22:22,166 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/rep_barrier/804579be7a3c4a14b17657d326039e79, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:22:22,169 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/.tmp/table/a15308995d94410d97cfb85e76299916 as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/table/a15308995d94410d97cfb85e76299916 2024-12-01T14:22:22,176 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:22,198 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/table/a15308995d94410d97cfb85e76299916, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:22:22,199 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1174ms, sequenceid=16, compaction requested=false 2024-12-01T14:22:22,208 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:22,226 DEBUG [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:22,256 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:22:22,257 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:22,257 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:22:22,257 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:22,257 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062941024Running coprocessor pre-close hooks at 1733062941024Disabling compacts and flushes for region at 1733062941024Disabling writes for close at 1733062941024Obtaining lock to block concurrent updates at 1733062941025 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733062941025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062941025Flushing stores of hbase:meta,,1.1588230740 at 1733062941026 (+1 ms)Flushing 1588230740/info: creating writer at 1733062941026Flushing 1588230740/info: appending metadata at 1733062941057 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733062941057Flushing 1588230740/ns: creating writer at 1733062941507 (+450 ms)Flushing 1588230740/ns: appending metadata at 1733062941523 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733062941523Flushing 1588230740/rep_barrier: creating writer at 1733062941934 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062941982 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062941982Flushing 1588230740/table: creating writer at 1733062942055 (+73 ms)Flushing 1588230740/table: appending metadata at 1733062942103 (+48 ms)Flushing 1588230740/table: closing flushed file at 1733062942103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c913e71: reopening flushed file at 1733062942140 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4323a0: reopening flushed file at 1733062942148 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1a8fb9: reopening flushed file at 1733062942157 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679b9077: reopening flushed file at 1733062942167 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1174ms, sequenceid=16, compaction requested=false at 1733062942199 (+32 ms)Writing region close event to WAL at 1733062942253 (+54 ms)Running coprocessor post-close hooks at 1733062942257 (+4 ms)Closed at 1733062942257 2024-12-01T14:22:22,257 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:22,409 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/WALs/57b748500ef9,37105,1733062918509/57b748500ef9%2C37105%2C1733062918509.1733062920900 to pos 2406, reset compression=false 2024-12-01T14:22:22,426 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,37105,1733062918509; all regions closed. 2024-12-01T14:22:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:22:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741839_1015 (size=3333) 2024-12-01T14:22:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741832_1008 (size=2414) 2024-12-01T14:22:22,516 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:22,516 INFO [RS:0;57b748500ef9:37105 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:22:22,516 INFO [RS:0;57b748500ef9:37105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:22:22,517 INFO [RS:0;57b748500ef9:37105 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:22:22,517 INFO [RS:0;57b748500ef9:37105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:22:22,517 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:22:22,517 INFO [RS:0;57b748500ef9:37105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,37105,1733062918509 because: Region server is closing 2024-12-01T14:22:22,517 INFO [RS:0;57b748500ef9:37105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:37105. 2024-12-01T14:22:22,517 DEBUG [RS:0;57b748500ef9:37105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:22,517 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:22,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:22,518 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:22,618 INFO [RS:0;57b748500ef9:37105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.shipper57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 terminated 2024-12-01T14:22:22,618 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,37105,1733062918509.replicationSource.wal-reader.57b748500ef9%2C37105%2C1733062918509,1-57b748500ef9,37105,1733062918509 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:22:22,618 INFO [RS:0;57b748500ef9:37105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:37105. 2024-12-01T14:22:22,618 DEBUG [RS:0;57b748500ef9:37105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:22,618 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:22,618 DEBUG [RS:0;57b748500ef9:37105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:22,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:22,619 INFO [RS:0;57b748500ef9:37105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37105 2024-12-01T14:22:22,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671/rs 2024-12-01T14:22:22,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033423671/rs/57b748500ef9,37105,1733062918509 2024-12-01T14:22:22,690 INFO [RS:0;57b748500ef9:37105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:22:22,690 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:22,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,37105,1733062918509] 2024-12-01T14:22:22,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033423671/draining/57b748500ef9,37105,1733062918509 already deleted, retry=false 2024-12-01T14:22:22,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,37105,1733062918509 expired; onlineServers=0 2024-12-01T14:22:22,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,45817,1733062918368' ***** 2024-12-01T14:22:22,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:22:22,711 INFO [M:0;57b748500ef9:45817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:22:22,711 INFO [M:0;57b748500ef9:45817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:22:22,711 DEBUG [M:0;57b748500ef9:45817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:22:22,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:22:22,711 DEBUG [M:0;57b748500ef9:45817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:22:22,711 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062920615 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062920615,5,FailOnTimeoutGroup] 2024-12-01T14:22:22,711 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062920615 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062920615,5,FailOnTimeoutGroup] 2024-12-01T14:22:22,711 INFO [M:0;57b748500ef9:45817 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:22:22,711 INFO [M:0;57b748500ef9:45817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:22:22,711 DEBUG [M:0;57b748500ef9:45817 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:22:22,711 INFO [M:0;57b748500ef9:45817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:22:22,712 INFO [M:0;57b748500ef9:45817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:22:22,712 INFO [M:0;57b748500ef9:45817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:22:22,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:22:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033423671/master 2024-12-01T14:22:22,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033423671 2024-12-01T14:22:22,721 DEBUG [M:0;57b748500ef9:45817 {}] zookeeper.ZKUtil(347): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Unable to get data of znode /2-2033423671/master because node does not exist (not an error) 2024-12-01T14:22:22,721 WARN [M:0;57b748500ef9:45817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:22:22,731 INFO [M:0;57b748500ef9:45817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/.lastflushedseqids 2024-12-01T14:22:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:22:22,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:22,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37105-0x101914547f60007, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:22,801 INFO [RS:0;57b748500ef9:37105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:22:22,801 INFO [RS:0;57b748500ef9:37105 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,37105,1733062918509; zookeeper connection closed. 2024-12-01T14:22:22,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11e73285 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11e73285 2024-12-01T14:22:22,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:22:22,849 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:23,138 INFO [M:0;57b748500ef9:45817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:22:23,138 INFO [M:0;57b748500ef9:45817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:22:23,138 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:23,138 INFO [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:23,138 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:23,138 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:23,138 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:23,139 INFO [M:0;57b748500ef9:45817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-01T14:22:23,156 DEBUG [M:0;57b748500ef9:45817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7420781bb569479eb167973419fcb750 is 82, key is hbase:meta,,1/info:regioninfo/1733062921859/Put/seqid=0 2024-12-01T14:22:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:22:23,293 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:23,554 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:23,560 INFO [M:0;57b748500ef9:45817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7420781bb569479eb167973419fcb750 2024-12-01T14:22:23,580 DEBUG [M:0;57b748500ef9:45817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1beb42c9ba96463ea4b52fd98ea4785f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062932140/Put/seqid=0 2024-12-01T14:22:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741850_1026 (size=9212) 2024-12-01T14:22:23,987 INFO [M:0;57b748500ef9:45817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1beb42c9ba96463ea4b52fd98ea4785f 2024-12-01T14:22:23,997 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:24,004 DEBUG [M:0;57b748500ef9:45817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73f295a2e2214f7b9810e552948701ad is 69, key is 57b748500ef9,37105,1733062918509/rs:state/1733062920682/Put/seqid=0 2024-12-01T14:22:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:22:24,358 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:24,409 INFO [M:0;57b748500ef9:45817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73f295a2e2214f7b9810e552948701ad 2024-12-01T14:22:24,415 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7420781bb569479eb167973419fcb750 as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7420781bb569479eb167973419fcb750 2024-12-01T14:22:24,419 INFO [M:0;57b748500ef9:45817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7420781bb569479eb167973419fcb750, entries=8, sequenceid=127, filesize=5.5 K 2024-12-01T14:22:24,420 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1beb42c9ba96463ea4b52fd98ea4785f as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1beb42c9ba96463ea4b52fd98ea4785f 2024-12-01T14:22:24,425 INFO [M:0;57b748500ef9:45817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1beb42c9ba96463ea4b52fd98ea4785f, entries=15, sequenceid=127, filesize=9.0 K 2024-12-01T14:22:24,441 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73f295a2e2214f7b9810e552948701ad as hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73f295a2e2214f7b9810e552948701ad 2024-12-01T14:22:24,445 INFO [M:0;57b748500ef9:45817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42113/user/jenkins/test-data/76f70306-77c7-4dba-a5f3-1a331e41f2a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73f295a2e2214f7b9810e552948701ad, entries=1, sequenceid=127, filesize=5.0 K 2024-12-01T14:22:24,446 INFO [M:0;57b748500ef9:45817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=127, compaction requested=false 2024-12-01T14:22:24,449 INFO [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:24,449 DEBUG [M:0;57b748500ef9:45817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062943138Disabling compacts and flushes for region at 1733062943138Disabling writes for close at 1733062943138Obtaining lock to block concurrent updates at 1733062943139 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062943139Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733062943139Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062943139Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062943139Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062943155 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062943155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062943564 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062943580 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062943580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062943991 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062944004 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062944004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b825d40: reopening flushed file at 1733062944414 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d958b78: reopening flushed file at 1733062944419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5628b7ce: reopening flushed file at 1733062944425 (+6 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=127, compaction requested=false at 1733062944446 (+21 ms)Writing region close event to WAL at 1733062944449 (+3 ms)Closed at 1733062944449 2024-12-01T14:22:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39105 is added to blk_1073741830_1006 (size=73866) 2024-12-01T14:22:24,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:22:24,452 INFO [M:0;57b748500ef9:45817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:22:24,452 INFO [M:0;57b748500ef9:45817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45817 2024-12-01T14:22:24,452 INFO [M:0;57b748500ef9:45817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:22:24,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:24,630 INFO [M:0;57b748500ef9:45817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:22:24,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x101914547f60006, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:24,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27eb601b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:22:24,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58f4c61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:22:24,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:22:24,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17467af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:22:24,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cb1e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir/,STOPPED} 2024-12-01T14:22:24,635 WARN [BP-5736761-172.17.0.3-1733062915518 heartbeating to localhost/127.0.0.1:42113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:22:24,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:22:24,635 WARN [BP-5736761-172.17.0.3-1733062915518 heartbeating to localhost/127.0.0.1:42113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-5736761-172.17.0.3-1733062915518 (Datanode Uuid 9a0d3d85-6574-4e06-8992-9f0e90909fe6) service to localhost/127.0.0.1:42113 2024-12-01T14:22:24,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:22:24,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/cluster_7e9fa513-0300-4e89-813b-a3693ba763be/data/data1/current/BP-5736761-172.17.0.3-1733062915518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:22:24,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/cluster_7e9fa513-0300-4e89-813b-a3693ba763be/data/data2/current/BP-5736761-172.17.0.3-1733062915518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:22:24,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:22:24,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd8bc97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:22:24,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3557f72c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:22:24,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:22:24,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d642705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:22:24,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c6d835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir/,STOPPED} 2024-12-01T14:22:24,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:22:24,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:22:24,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:24,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:24,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:24,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:24,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:24,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:22:24,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1303062054, stopped=false 2024-12-01T14:22:24,661 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,36223,1733062912395 2024-12-01T14:22:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658480044/running 2024-12-01T14:22:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658480044/running 2024-12-01T14:22:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:22:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:22:24,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:22:24,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:24,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:24,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,35055,1733062912543' ***** 2024-12-01T14:22:24,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:22:24,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/running 2024-12-01T14:22:24,680 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:22:24,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Set watcher on znode that does not yet exist, /1-658480044/running 2024-12-01T14:22:24,680 INFO [RS:0;57b748500ef9:35055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:22:24,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:22:24,680 INFO [RS:0;57b748500ef9:35055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:22:24,680 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(3091): Received CLOSE for c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:24,680 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,35055,1733062912543 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:35055. 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c94ace6187efe81f627bbe430e7638dd, disabling compactions & flushes 2024-12-01T14:22:24,681 DEBUG [RS:0;57b748500ef9:35055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:24,681 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:24,681 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. after waiting 0 ms 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:22:24,681 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c94ace6187efe81f627bbe430e7638dd 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:22:24,681 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:22:24,681 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1325): Online Regions={c94ace6187efe81f627bbe430e7638dd=hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd., 3d6a2754e75941a92caf13138d282e36=test,,1733062924137.3d6a2754e75941a92caf13138d282e36., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:22:24,681 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6a2754e75941a92caf13138d282e36, c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:24,681 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:24,681 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:24,681 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:22:24,696 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/info/f8326f17e96649489d1b1e7118a8620c is 147, key is hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd./info:regioninfo/1733062931052/Put/seqid=0 2024-12-01T14:22:24,696 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/.tmp/queue/4bf5df5fdf6743cfaff39d2daaf2de20 is 154, key is 1-57b748500ef9,35055,1733062912543/queue:57b748500ef9%2C35055%2C1733062912543/1733062940743/Put/seqid=0 2024-12-01T14:22:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741840_1016 (size=5353) 2024-12-01T14:22:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741841_1017 (size=7686) 2024-12-01T14:22:24,754 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:22:24,806 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:24,881 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6a2754e75941a92caf13138d282e36, c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:25,081 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6a2754e75941a92caf13138d282e36, c94ace6187efe81f627bbe430e7638dd 2024-12-01T14:22:25,106 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/.tmp/queue/4bf5df5fdf6743cfaff39d2daaf2de20 2024-12-01T14:22:25,108 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/info/f8326f17e96649489d1b1e7118a8620c 2024-12-01T14:22:25,119 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/.tmp/queue/4bf5df5fdf6743cfaff39d2daaf2de20 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/queue/4bf5df5fdf6743cfaff39d2daaf2de20 2024-12-01T14:22:25,123 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/queue/4bf5df5fdf6743cfaff39d2daaf2de20, entries=1, sequenceid=14, filesize=5.2 K 2024-12-01T14:22:25,124 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c94ace6187efe81f627bbe430e7638dd in 443ms, sequenceid=14, compaction requested=false 2024-12-01T14:22:25,124 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:22:25,136 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/ns/17d53c1a966c4bb8b089e55cd469fcd8 is 43, key is default/ns:d/1733062915405/Put/seqid=0 2024-12-01T14:22:25,141 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/replication/c94ace6187efe81f627bbe430e7638dd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-01T14:22:25,141 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:25,141 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:22:25,141 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:22:25,142 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c94ace6187efe81f627bbe430e7638dd: Waiting for close lock at 1733062944681Running coprocessor pre-close hooks at 1733062944681Disabling compacts and flushes for region at 1733062944681Disabling writes for close at 1733062944681Obtaining lock to block concurrent updates at 1733062944681Preparing flush snapshotting stores in c94ace6187efe81f627bbe430e7638dd at 1733062944681Finished memstore snapshotting hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733062944681Flushing stores of hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. at 1733062944682 (+1 ms)Flushing c94ace6187efe81f627bbe430e7638dd/queue: creating writer at 1733062944682Flushing c94ace6187efe81f627bbe430e7638dd/queue: appending metadata at 1733062944695 (+13 ms)Flushing c94ace6187efe81f627bbe430e7638dd/queue: closing flushed file at 1733062944695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2ad3ec: reopening flushed file at 1733062945119 (+424 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c94ace6187efe81f627bbe430e7638dd in 443ms, sequenceid=14, compaction requested=false at 1733062945124 (+5 ms)Writing region close event to WAL at 1733062945137 (+13 ms)Running coprocessor post-close hooks at 1733062945141 (+4 ms)Closed at 1733062945141 2024-12-01T14:22:25,142 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062930611.c94ace6187efe81f627bbe430e7638dd. 2024-12-01T14:22:25,142 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d6a2754e75941a92caf13138d282e36, disabling compactions & flushes 2024-12-01T14:22:25,142 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:25,142 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:25,142 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062924137.3d6a2754e75941a92caf13138d282e36. after waiting 0 ms 2024-12-01T14:22:25,142 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:25,142 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d6a2754e75941a92caf13138d282e36 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-01T14:22:25,142 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/ns/17d53c1a966c4bb8b089e55cd469fcd8 2024-12-01T14:22:25,163 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/rep_barrier/40506dd3e4c2465e8d1c1cf8982aaf45 is 112, key is test,,1733062924137.3d6a2754e75941a92caf13138d282e36./rep_barrier:seqnumDuringOpen/1733062925278/Put/seqid=0 2024-12-01T14:22:25,163 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/f/254bf242d0864dc1be6c0c2f037f7dc4 is 37, key is row3/f:row3/1733062939660/Put/seqid=0 2024-12-01T14:22:25,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741843_1019 (size=5518) 2024-12-01T14:22:25,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741844_1020 (size=5228) 2024-12-01T14:22:25,190 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:36223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-01T14:22:25,253 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:22:25,254 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:22:25,262 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1471, reset compression=false 2024-12-01T14:22:25,266 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:25,266 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1718, reset compression=false 2024-12-01T14:22:25,266 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,35055,1733062912543 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:25,267 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,35055,1733062912543: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,35055,1733062912543, walGroup=57b748500ef9%2C35055%2C1733062912543, offset=57b748500ef9%2C35055%2C1733062912543.1733062914369:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:22:25,269 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:22:25,269 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:22:25,269 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:22:25,269 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:22:25,269 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:22:25,269 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1245708288, "init": 1048576000, "max": 2306867200, "used": 830394952 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198840648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:22:25,271 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:36223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:36223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:22:25,282 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:25,470 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1718, reset compression=false 2024-12-01T14:22:25,482 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:25,574 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/rep_barrier/40506dd3e4c2465e8d1c1cf8982aaf45 2024-12-01T14:22:25,579 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/f/254bf242d0864dc1be6c0c2f037f7dc4 2024-12-01T14:22:25,583 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 254bf242d0864dc1be6c0c2f037f7dc4 2024-12-01T14:22:25,596 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/table/57d3f3594f764d8ca2aa4f4258115acd is 53, key is hbase:replication/table:state/1733062931060/Put/seqid=0 2024-12-01T14:22:25,600 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/f1/126ba4f00856456583e5cc0ec0066271 is 30, key is row1/f1:/1733062936967/DeleteFamily/seqid=0 2024-12-01T14:22:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741845_1021 (size=5308) 2024-12-01T14:22:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741846_1022 (size=5158) 2024-12-01T14:22:25,604 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/table/57d3f3594f764d8ca2aa4f4258115acd 2024-12-01T14:22:25,608 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/f1/126ba4f00856456583e5cc0ec0066271 2024-12-01T14:22:25,612 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/info/f8326f17e96649489d1b1e7118a8620c as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/info/f8326f17e96649489d1b1e7118a8620c 2024-12-01T14:22:25,613 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 126ba4f00856456583e5cc0ec0066271 2024-12-01T14:22:25,617 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/info/f8326f17e96649489d1b1e7118a8620c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:22:25,618 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/ns/17d53c1a966c4bb8b089e55cd469fcd8 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/ns/17d53c1a966c4bb8b089e55cd469fcd8 2024-12-01T14:22:25,623 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/ns/17d53c1a966c4bb8b089e55cd469fcd8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:22:25,624 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/rep_barrier/40506dd3e4c2465e8d1c1cf8982aaf45 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/rep_barrier/40506dd3e4c2465e8d1c1cf8982aaf45 2024-12-01T14:22:25,628 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/rep_barrier/40506dd3e4c2465e8d1c1cf8982aaf45, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:22:25,629 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/.tmp/table/57d3f3594f764d8ca2aa4f4258115acd as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/table/57d3f3594f764d8ca2aa4f4258115acd 2024-12-01T14:22:25,632 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/table/57d3f3594f764d8ca2aa4f4258115acd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:22:25,633 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/norep/a48e6b7aa53b494b8cb6150cfb3a8050 is 33, key is row1/norep:/1733062936967/DeleteFamily/seqid=0 2024-12-01T14:22:25,633 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false 2024-12-01T14:22:25,633 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:22:25,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741847_1023 (size=5108) 2024-12-01T14:22:25,636 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/norep/a48e6b7aa53b494b8cb6150cfb3a8050 2024-12-01T14:22:25,644 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a48e6b7aa53b494b8cb6150cfb3a8050 2024-12-01T14:22:25,649 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/f/254bf242d0864dc1be6c0c2f037f7dc4 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/f/254bf242d0864dc1be6c0c2f037f7dc4 2024-12-01T14:22:25,654 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 254bf242d0864dc1be6c0c2f037f7dc4 2024-12-01T14:22:25,654 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/f/254bf242d0864dc1be6c0c2f037f7dc4, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T14:22:25,655 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/f1/126ba4f00856456583e5cc0ec0066271 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/f1/126ba4f00856456583e5cc0ec0066271 2024-12-01T14:22:25,661 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 126ba4f00856456583e5cc0ec0066271 2024-12-01T14:22:25,661 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/f1/126ba4f00856456583e5cc0ec0066271, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T14:22:25,662 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/.tmp/norep/a48e6b7aa53b494b8cb6150cfb3a8050 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/norep/a48e6b7aa53b494b8cb6150cfb3a8050 2024-12-01T14:22:25,668 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a48e6b7aa53b494b8cb6150cfb3a8050 2024-12-01T14:22:25,668 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/norep/a48e6b7aa53b494b8cb6150cfb3a8050, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T14:22:25,669 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:22:25,669 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3d6a2754e75941a92caf13138d282e36 in 527ms, sequenceid=12, compaction requested=false 2024-12-01T14:22:25,669 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:22:25,670 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:25,670 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:22:25,670 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:25,670 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062944681Running coprocessor pre-close hooks at 1733062944681Disabling compacts and flushes for region at 1733062944681Disabling writes for close at 1733062944681Obtaining lock to block concurrent updates at 1733062944681Preparing flush snapshotting stores in 1588230740 at 1733062944681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062944682 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062944682Flushing 1588230740/info: creating writer at 1733062944682Flushing 1588230740/info: appending metadata at 1733062944696 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733062944696Flushing 1588230740/ns: creating writer at 1733062945119 (+423 ms)Flushing 1588230740/ns: appending metadata at 1733062945136 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733062945136Flushing 1588230740/rep_barrier: creating writer at 1733062945147 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062945162 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062945162Flushing 1588230740/table: creating writer at 1733062945578 (+416 ms)Flushing 1588230740/table: appending metadata at 1733062945595 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733062945595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6457b1e5: reopening flushed file at 1733062945611 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18151f78: reopening flushed file at 1733062945617 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fad883: reopening flushed file at 1733062945623 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639a9f4f: reopening flushed file at 1733062945628 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false at 1733062945633 (+5 ms)Writing region close event to WAL at 1733062945657 (+24 ms)Running coprocessor post-close hooks at 1733062945670 (+13 ms)Closed at 1733062945670 2024-12-01T14:22:25,670 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:25,682 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:22:25,682 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1325): Online Regions={3d6a2754e75941a92caf13138d282e36=test,,1733062924137.3d6a2754e75941a92caf13138d282e36.} 2024-12-01T14:22:25,682 DEBUG [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1351): Waiting on 3d6a2754e75941a92caf13138d282e36 2024-12-01T14:22:25,709 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:25,714 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/data/default/test/3d6a2754e75941a92caf13138d282e36/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T14:22:25,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:25,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:22:25,715 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:25,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d6a2754e75941a92caf13138d282e36: Waiting for close lock at 1733062945142Running coprocessor pre-close hooks at 1733062945142Disabling compacts and flushes for region at 1733062945142Disabling writes for close at 1733062945142Obtaining lock to block concurrent updates at 1733062945142Preparing flush snapshotting stores in 3d6a2754e75941a92caf13138d282e36 at 1733062945142Finished memstore snapshotting test,,1733062924137.3d6a2754e75941a92caf13138d282e36., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733062945142Flushing stores of test,,1733062924137.3d6a2754e75941a92caf13138d282e36. at 1733062945145 (+3 ms)Flushing 3d6a2754e75941a92caf13138d282e36/f: creating writer at 1733062945145Flushing 3d6a2754e75941a92caf13138d282e36/f: appending metadata at 1733062945162 (+17 ms)Flushing 3d6a2754e75941a92caf13138d282e36/f: closing flushed file at 1733062945162Flushing 3d6a2754e75941a92caf13138d282e36/f1: creating writer at 1733062945583 (+421 ms)Flushing 3d6a2754e75941a92caf13138d282e36/f1: appending metadata at 1733062945599 (+16 ms)Flushing 3d6a2754e75941a92caf13138d282e36/f1: closing flushed file at 1733062945599Flushing 3d6a2754e75941a92caf13138d282e36/norep: creating writer at 1733062945613 (+14 ms)Flushing 3d6a2754e75941a92caf13138d282e36/norep: appending metadata at 1733062945632 (+19 ms)Flushing 3d6a2754e75941a92caf13138d282e36/norep: closing flushed file at 1733062945632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b784d8c: reopening flushed file at 1733062945644 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597b8205: reopening flushed file at 1733062945654 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344349f7: reopening flushed file at 1733062945661 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3d6a2754e75941a92caf13138d282e36 in 527ms, sequenceid=12, compaction requested=false at 1733062945669 (+8 ms)Writing region close event to WAL at 1733062945711 (+42 ms)Running coprocessor post-close hooks at 1733062945715 (+4 ms)Closed at 1733062945715 2024-12-01T14:22:25,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062924137.3d6a2754e75941a92caf13138d282e36. 2024-12-01T14:22:25,774 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 1718, reset compression=false 2024-12-01T14:22:25,779 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:25,779 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.wal-reader.57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/WALs/57b748500ef9,35055,1733062912543/57b748500ef9%2C35055%2C1733062912543.1733062914369 to pos 2362, reset compression=false 2024-12-01T14:22:25,882 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,35055,1733062912543; all regions closed. 2024-12-01T14:22:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:22:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741839_1015 (size=3552) 2024-12-01T14:22:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741832_1008 (size=2370) 2024-12-01T14:22:25,895 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:25,895 INFO [RS:0;57b748500ef9:35055 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:22:25,895 INFO [RS:0;57b748500ef9:35055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:22:25,895 INFO [RS:0;57b748500ef9:35055 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:22:25,896 INFO [RS:0;57b748500ef9:35055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:22:25,896 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:22:25,896 INFO [RS:0;57b748500ef9:35055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,35055,1733062912543 because: Region server is closing 2024-12-01T14:22:25,896 INFO [RS:0;57b748500ef9:35055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:35055. 2024-12-01T14:22:25,896 DEBUG [RS:0;57b748500ef9:35055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:25,896 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:25,896 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:25,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:25,996 INFO [RS:0;57b748500ef9:35055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,35055,1733062912543.replicationSource.shipper57b748500ef9%2C35055%2C1733062912543,1-57b748500ef9,35055,1733062912543 terminated 2024-12-01T14:22:25,997 INFO [RS:0;57b748500ef9:35055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:35055. 2024-12-01T14:22:25,997 DEBUG [RS:0;57b748500ef9:35055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:25,997 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:25,997 DEBUG [RS:0;57b748500ef9:35055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:25,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:25,997 INFO [RS:0;57b748500ef9:35055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35055 2024-12-01T14:22:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658480044/rs/57b748500ef9,35055,1733062912543 2024-12-01T14:22:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044/rs 2024-12-01T14:22:26,092 INFO [RS:0;57b748500ef9:35055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:22:26,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,35055,1733062912543] 2024-12-01T14:22:26,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-658480044/draining/57b748500ef9,35055,1733062912543 already deleted, retry=false 2024-12-01T14:22:26,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,35055,1733062912543 expired; onlineServers=0 2024-12-01T14:22:26,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,36223,1733062912395' ***** 2024-12-01T14:22:26,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:22:26,208 INFO [M:0;57b748500ef9:36223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:22:26,208 INFO [M:0;57b748500ef9:36223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:22:26,208 DEBUG [M:0;57b748500ef9:36223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:22:26,208 DEBUG [M:0;57b748500ef9:36223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:22:26,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:22:26,209 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062914132 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062914132,5,FailOnTimeoutGroup] 2024-12-01T14:22:26,209 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062914132 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062914132,5,FailOnTimeoutGroup] 2024-12-01T14:22:26,209 INFO [M:0;57b748500ef9:36223 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:22:26,209 INFO [M:0;57b748500ef9:36223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:22:26,209 DEBUG [M:0;57b748500ef9:36223 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:22:26,209 INFO [M:0;57b748500ef9:36223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:22:26,209 INFO [M:0;57b748500ef9:36223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:22:26,209 INFO [M:0;57b748500ef9:36223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:22:26,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:22:26,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658480044/master 2024-12-01T14:22:26,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658480044 2024-12-01T14:22:26,219 DEBUG [M:0;57b748500ef9:36223 {}] zookeeper.ZKUtil(347): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Unable to get data of znode /1-658480044/master because node does not exist (not an error) 2024-12-01T14:22:26,219 WARN [M:0;57b748500ef9:36223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:22:26,219 INFO [M:0;57b748500ef9:36223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/.lastflushedseqids 2024-12-01T14:22:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:22:26,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:26,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35055-0x101914547f60004, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:26,279 INFO [RS:0;57b748500ef9:35055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:22:26,279 INFO [RS:0;57b748500ef9:35055 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,35055,1733062912543; zookeeper connection closed. 2024-12-01T14:22:26,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b7f63bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b7f63bf 2024-12-01T14:22:26,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:22:26,627 INFO [M:0;57b748500ef9:36223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:22:26,628 INFO [M:0;57b748500ef9:36223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:22:26,628 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:26,628 INFO [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:26,628 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:26,628 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:26,628 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:26,628 INFO [M:0;57b748500ef9:36223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-01T14:22:26,653 DEBUG [M:0;57b748500ef9:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62243be8ae394376afd1fba63b4e4390 is 82, key is hbase:meta,,1/info:regioninfo/1733062915392/Put/seqid=0 2024-12-01T14:22:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:22:26,666 INFO [M:0;57b748500ef9:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62243be8ae394376afd1fba63b4e4390 2024-12-01T14:22:26,689 DEBUG [M:0;57b748500ef9:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b978636355740c7b812b93c079efebe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062925286/Put/seqid=0 2024-12-01T14:22:26,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741850_1026 (size=7218) 2024-12-01T14:22:26,698 INFO [M:0;57b748500ef9:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b978636355740c7b812b93c079efebe 2024-12-01T14:22:26,701 INFO [M:0;57b748500ef9:36223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b978636355740c7b812b93c079efebe 2024-12-01T14:22:26,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,713 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:26,743 DEBUG [M:0;57b748500ef9:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf5c5d77db0e4c3283766c8bb41fbaf9 is 69, key is 57b748500ef9,35055,1733062912543/rs:state/1733062914208/Put/seqid=0 2024-12-01T14:22:26,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:22:26,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,760 INFO [M:0;57b748500ef9:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf5c5d77db0e4c3283766c8bb41fbaf9 2024-12-01T14:22:26,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:26,766 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62243be8ae394376afd1fba63b4e4390 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62243be8ae394376afd1fba63b4e4390 2024-12-01T14:22:26,771 INFO [M:0;57b748500ef9:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62243be8ae394376afd1fba63b4e4390, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T14:22:26,772 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b978636355740c7b812b93c079efebe as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b978636355740c7b812b93c079efebe 2024-12-01T14:22:26,782 INFO [M:0;57b748500ef9:36223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b978636355740c7b812b93c079efebe 2024-12-01T14:22:26,783 INFO [M:0;57b748500ef9:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b978636355740c7b812b93c079efebe, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T14:22:26,784 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf5c5d77db0e4c3283766c8bb41fbaf9 as hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf5c5d77db0e4c3283766c8bb41fbaf9 2024-12-01T14:22:26,793 INFO [M:0;57b748500ef9:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38305/user/jenkins/test-data/c46f32db-b0e6-bfca-fc48-5496caeb12f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf5c5d77db0e4c3283766c8bb41fbaf9, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T14:22:26,795 INFO [M:0;57b748500ef9:36223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=105, compaction requested=false 2024-12-01T14:22:26,816 INFO [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:26,816 DEBUG [M:0;57b748500ef9:36223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062946628Disabling compacts and flushes for region at 1733062946628Disabling writes for close at 1733062946628Obtaining lock to block concurrent updates at 1733062946628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062946628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733062946628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062946629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062946630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062946651 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062946652 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062946671 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062946688 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062946688Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062946701 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062946742 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062946742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9a79b8: reopening flushed file at 1733062946765 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e2a88: reopening flushed file at 1733062946771 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4efde7: reopening flushed file at 1733062946783 (+12 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=105, compaction requested=false at 1733062946795 (+12 ms)Writing region close event to WAL at 1733062946816 (+21 ms)Closed at 1733062946816 2024-12-01T14:22:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38563 is added to blk_1073741830_1006 (size=64423) 2024-12-01T14:22:26,823 INFO [M:0;57b748500ef9:36223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:22:26,823 INFO [M:0;57b748500ef9:36223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36223 2024-12-01T14:22:26,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:22:26,824 INFO [M:0;57b748500ef9:36223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:22:26,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:26,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x101914547f60003, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:26,993 INFO [M:0;57b748500ef9:36223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:22:27,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c68d4f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:22:27,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61d6317e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:22:27,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:22:27,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5a701f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:22:27,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17652b88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir/,STOPPED} 2024-12-01T14:22:27,004 WARN [BP-1367868684-172.17.0.3-1733062910480 heartbeating to localhost/127.0.0.1:38305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:22:27,004 WARN [BP-1367868684-172.17.0.3-1733062910480 heartbeating to localhost/127.0.0.1:38305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1367868684-172.17.0.3-1733062910480 (Datanode Uuid 18b61035-e5eb-4970-bcbb-f4da93faaa77) service to localhost/127.0.0.1:38305 2024-12-01T14:22:27,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/cluster_e04559ae-1ded-c532-dad7-04f31eef6921/data/data1/current/BP-1367868684-172.17.0.3-1733062910480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:22:27,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/cluster_e04559ae-1ded-c532-dad7-04f31eef6921/data/data2/current/BP-1367868684-172.17.0.3-1733062910480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:22:27,005 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:22:27,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:22:27,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:22:27,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116be29e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:22:27,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a009e9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:22:27,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:22:27,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8c84ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:22:27,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bff314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7211203c-01e4-24e3-9208-d3266f68079c/hadoop.log.dir/,STOPPED} 2024-12-01T14:22:27,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:22:27,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:22:27,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:27,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:27,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:27,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:27,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:27,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:22:27,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930604008, stopped=false 2024-12-01T14:22:27,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,40373,1733062907072 2024-12-01T14:22:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-77049978/running 2024-12-01T14:22:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:22:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-77049978/running 2024-12-01T14:22:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:22:27,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:22:27,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/running 2024-12-01T14:22:27,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:27,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:27,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:27,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Set watcher on znode that does not yet exist, /0-77049978/running 2024-12-01T14:22:27,053 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,40057,1733062907398' ***** 2024-12-01T14:22:27,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:22:27,053 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:22:27,053 INFO [RS:0;57b748500ef9:40057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:22:27,053 INFO [RS:0;57b748500ef9:40057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:22:27,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:22:27,053 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,40057,1733062907398 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40057. 2024-12-01T14:22:27,054 DEBUG [RS:0;57b748500ef9:40057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:27,054 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:22:27,054 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:22:27,055 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8bb3b62e064738be9557265089f4075, disabling compactions & flushes 2024-12-01T14:22:27,055 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:27,055 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:27,055 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. after waiting 0 ms 2024-12-01T14:22:27,055 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:27,055 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8bb3b62e064738be9557265089f4075 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-01T14:22:27,057 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:22:27,057 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1325): Online Regions={e8bb3b62e064738be9557265089f4075=hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075., 1588230740=hbase:meta,,1.1588230740, 634d88d04f26ce12801b524e15e86a18=test,,1733062921982.634d88d04f26ce12801b524e15e86a18.} 2024-12-01T14:22:27,057 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 634d88d04f26ce12801b524e15e86a18, e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:27,058 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:27,058 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:27,058 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:27,058 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:27,058 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:27,058 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:22:27,085 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/.tmp/queue/ef5150be9712467a8cddb1ee1111d976 is 154, key is 1-57b748500ef9,40057,1733062907398/queue:57b748500ef9%2C40057%2C1733062907398/1733062941235/Put/seqid=0 2024-12-01T14:22:27,088 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:22:27,088 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:22:27,094 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/info/2fb61971f8264b5f99dea6d390c6b69c is 147, key is hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075./info:regioninfo/1733062929615/Put/seqid=0 2024-12-01T14:22:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741840_1016 (size=5353) 2024-12-01T14:22:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741841_1017 (size=7686) 2024-12-01T14:22:27,120 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:22:27,258 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 634d88d04f26ce12801b524e15e86a18, e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:27,458 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 634d88d04f26ce12801b524e15e86a18, e8bb3b62e064738be9557265089f4075 2024-12-01T14:22:27,506 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/.tmp/queue/ef5150be9712467a8cddb1ee1111d976 2024-12-01T14:22:27,508 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/info/2fb61971f8264b5f99dea6d390c6b69c 2024-12-01T14:22:27,514 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/.tmp/queue/ef5150be9712467a8cddb1ee1111d976 as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/queue/ef5150be9712467a8cddb1ee1111d976 2024-12-01T14:22:27,526 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/queue/ef5150be9712467a8cddb1ee1111d976, entries=1, sequenceid=13, filesize=5.2 K 2024-12-01T14:22:27,527 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e8bb3b62e064738be9557265089f4075 in 472ms, sequenceid=13, compaction requested=false 2024-12-01T14:22:27,545 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/replication/e8bb3b62e064738be9557265089f4075/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-01T14:22:27,545 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:27,545 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:22:27,545 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:27,545 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8bb3b62e064738be9557265089f4075: Waiting for close lock at 1733062947055Running coprocessor pre-close hooks at 1733062947055Disabling compacts and flushes for region at 1733062947055Disabling writes for close at 1733062947055Obtaining lock to block concurrent updates at 1733062947055Preparing flush snapshotting stores in e8bb3b62e064738be9557265089f4075 at 1733062947055Finished memstore snapshotting hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733062947055Flushing stores of hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. at 1733062947056 (+1 ms)Flushing e8bb3b62e064738be9557265089f4075/queue: creating writer at 1733062947057 (+1 ms)Flushing e8bb3b62e064738be9557265089f4075/queue: appending metadata at 1733062947084 (+27 ms)Flushing e8bb3b62e064738be9557265089f4075/queue: closing flushed file at 1733062947084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdeb601: reopening flushed file at 1733062947513 (+429 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e8bb3b62e064738be9557265089f4075 in 472ms, sequenceid=13, compaction requested=false at 1733062947527 (+14 ms)Writing region close event to WAL at 1733062947532 (+5 ms)Running coprocessor post-close hooks at 1733062947545 (+13 ms)Closed at 1733062947545 2024-12-01T14:22:27,546 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062928449.e8bb3b62e064738be9557265089f4075. 2024-12-01T14:22:27,546 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 634d88d04f26ce12801b524e15e86a18, disabling compactions & flushes 2024-12-01T14:22:27,546 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:27,546 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:27,546 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062921982.634d88d04f26ce12801b524e15e86a18. after waiting 0 ms 2024-12-01T14:22:27,546 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:27,546 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 634d88d04f26ce12801b524e15e86a18 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-01T14:22:27,553 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/ns/16c70398d982463bbfc1e99c4f88812d is 43, key is default/ns:d/1733062910286/Put/seqid=0 2024-12-01T14:22:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:22:27,569 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/ns/16c70398d982463bbfc1e99c4f88812d 2024-12-01T14:22:27,573 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/f/218f9f66a55f45c88be1fcee99c9dd03 is 37, key is row3/f:row3/1733062939660/Put/seqid=0 2024-12-01T14:22:27,598 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/rep_barrier/0c52e03bc0ab4d5c899dcd74702f8017 is 112, key is test,,1733062921982.634d88d04f26ce12801b524e15e86a18./rep_barrier:seqnumDuringOpen/1733062923126/Put/seqid=0 2024-12-01T14:22:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741843_1019 (size=5228) 2024-12-01T14:22:27,601 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/f/218f9f66a55f45c88be1fcee99c9dd03 2024-12-01T14:22:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741844_1020 (size=5518) 2024-12-01T14:22:27,606 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 218f9f66a55f45c88be1fcee99c9dd03 2024-12-01T14:22:27,627 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/f1/34fe5367615849ee86d1ffacfb4dc20f is 30, key is row1/f1:/1733062936967/DeleteFamily/seqid=0 2024-12-01T14:22:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741845_1021 (size=5158) 2024-12-01T14:22:27,631 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/f1/34fe5367615849ee86d1ffacfb4dc20f 2024-12-01T14:22:27,637 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34fe5367615849ee86d1ffacfb4dc20f 2024-12-01T14:22:27,658 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 634d88d04f26ce12801b524e15e86a18 2024-12-01T14:22:27,658 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/norep/7d62edbc2f65429b8e557e9188c0692e is 32, key is row/norep:/1733062935960/DeleteFamily/seqid=0 2024-12-01T14:22:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741846_1022 (size=5101) 2024-12-01T14:22:27,669 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/norep/7d62edbc2f65429b8e557e9188c0692e 2024-12-01T14:22:27,675 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d62edbc2f65429b8e557e9188c0692e 2024-12-01T14:22:27,679 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/f/218f9f66a55f45c88be1fcee99c9dd03 as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/f/218f9f66a55f45c88be1fcee99c9dd03 2024-12-01T14:22:27,686 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 218f9f66a55f45c88be1fcee99c9dd03 2024-12-01T14:22:27,686 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/f/218f9f66a55f45c88be1fcee99c9dd03, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T14:22:27,687 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/f1/34fe5367615849ee86d1ffacfb4dc20f as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/f1/34fe5367615849ee86d1ffacfb4dc20f 2024-12-01T14:22:27,692 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34fe5367615849ee86d1ffacfb4dc20f 2024-12-01T14:22:27,692 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/f1/34fe5367615849ee86d1ffacfb4dc20f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T14:22:27,694 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/.tmp/norep/7d62edbc2f65429b8e557e9188c0692e as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/norep/7d62edbc2f65429b8e557e9188c0692e 2024-12-01T14:22:27,700 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d62edbc2f65429b8e557e9188c0692e 2024-12-01T14:22:27,700 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/norep/7d62edbc2f65429b8e557e9188c0692e, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T14:22:27,702 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 634d88d04f26ce12801b524e15e86a18 in 155ms, sequenceid=12, compaction requested=false 2024-12-01T14:22:27,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/default/test/634d88d04f26ce12801b524e15e86a18/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T14:22:27,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:27,715 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:22:27,715 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:27,716 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 634d88d04f26ce12801b524e15e86a18: Waiting for close lock at 1733062947546Running coprocessor pre-close hooks at 1733062947546Disabling compacts and flushes for region at 1733062947546Disabling writes for close at 1733062947546Obtaining lock to block concurrent updates at 1733062947546Preparing flush snapshotting stores in 634d88d04f26ce12801b524e15e86a18 at 1733062947546Finished memstore snapshotting test,,1733062921982.634d88d04f26ce12801b524e15e86a18., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733062947547 (+1 ms)Flushing stores of test,,1733062921982.634d88d04f26ce12801b524e15e86a18. at 1733062947547Flushing 634d88d04f26ce12801b524e15e86a18/f: creating writer at 1733062947547Flushing 634d88d04f26ce12801b524e15e86a18/f: appending metadata at 1733062947571 (+24 ms)Flushing 634d88d04f26ce12801b524e15e86a18/f: closing flushed file at 1733062947572 (+1 ms)Flushing 634d88d04f26ce12801b524e15e86a18/f1: creating writer at 1733062947606 (+34 ms)Flushing 634d88d04f26ce12801b524e15e86a18/f1: appending metadata at 1733062947626 (+20 ms)Flushing 634d88d04f26ce12801b524e15e86a18/f1: closing flushed file at 1733062947626Flushing 634d88d04f26ce12801b524e15e86a18/norep: creating writer at 1733062947637 (+11 ms)Flushing 634d88d04f26ce12801b524e15e86a18/norep: appending metadata at 1733062947657 (+20 ms)Flushing 634d88d04f26ce12801b524e15e86a18/norep: closing flushed file at 1733062947658 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df40df0: reopening flushed file at 1733062947675 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d37193: reopening flushed file at 1733062947686 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a1f681: reopening flushed file at 1733062947693 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 634d88d04f26ce12801b524e15e86a18 in 155ms, sequenceid=12, compaction requested=false at 1733062947702 (+9 ms)Writing region close event to WAL at 1733062947711 (+9 ms)Running coprocessor post-close hooks at 1733062947715 (+4 ms)Closed at 1733062947715 2024-12-01T14:22:27,716 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062921982.634d88d04f26ce12801b524e15e86a18. 2024-12-01T14:22:27,849 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 1488, reset compression=false 2024-12-01T14:22:27,858 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:27,874 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:27,874 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 2379, reset compression=false 2024-12-01T14:22:27,874 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,40057,1733062907398 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:27,875 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,40057,1733062907398: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,40057,1733062907398, walGroup=57b748500ef9%2C40057%2C1733062907398, offset=57b748500ef9%2C40057%2C1733062907398.1733062909212:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:40057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:22:27,877 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:22:27,877 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:22:27,877 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:22:27,877 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:22:27,878 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:22:27,878 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1245708288, "init": 1048576000, "max": 2306867200, "used": 931058248 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199602208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:22:27,878 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:40373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:40373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:22:28,006 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/rep_barrier/0c52e03bc0ab4d5c899dcd74702f8017 2024-12-01T14:22:28,034 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/table/5be84eab7d384f28b9242edcc8444085 is 53, key is hbase:replication/table:state/1733062929625/Put/seqid=0 2024-12-01T14:22:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741847_1023 (size=5308) 2024-12-01T14:22:28,044 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/table/5be84eab7d384f28b9242edcc8444085 2024-12-01T14:22:28,052 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/info/2fb61971f8264b5f99dea6d390c6b69c as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/info/2fb61971f8264b5f99dea6d390c6b69c 2024-12-01T14:22:28,058 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/info/2fb61971f8264b5f99dea6d390c6b69c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:22:28,058 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:22:28,058 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:22:28,058 DEBUG [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:22:28,059 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/ns/16c70398d982463bbfc1e99c4f88812d as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/ns/16c70398d982463bbfc1e99c4f88812d 2024-12-01T14:22:28,064 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/ns/16c70398d982463bbfc1e99c4f88812d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:22:28,065 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/rep_barrier/0c52e03bc0ab4d5c899dcd74702f8017 as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/rep_barrier/0c52e03bc0ab4d5c899dcd74702f8017 2024-12-01T14:22:28,069 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/rep_barrier/0c52e03bc0ab4d5c899dcd74702f8017, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:22:28,070 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/.tmp/table/5be84eab7d384f28b9242edcc8444085 as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/table/5be84eab7d384f28b9242edcc8444085 2024-12-01T14:22:28,075 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/table/5be84eab7d384f28b9242edcc8444085, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:22:28,076 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=16, compaction requested=false 2024-12-01T14:22:28,083 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:22:28,084 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:22:28,084 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:22:28,084 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:28,084 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062947058Running coprocessor pre-close hooks at 1733062947058Disabling compacts and flushes for region at 1733062947058Disabling writes for close at 1733062947058Obtaining lock to block concurrent updates at 1733062947058Preparing flush snapshotting stores in 1588230740 at 1733062947058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062947059 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062947060 (+1 ms)Flushing 1588230740/info: creating writer at 1733062947060Flushing 1588230740/info: appending metadata at 1733062947093 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733062947093Flushing 1588230740/ns: creating writer at 1733062947528 (+435 ms)Flushing 1588230740/ns: appending metadata at 1733062947552 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733062947552Flushing 1588230740/rep_barrier: creating writer at 1733062947574 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062947597 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062947598 (+1 ms)Flushing 1588230740/table: creating writer at 1733062948011 (+413 ms)Flushing 1588230740/table: appending metadata at 1733062948033 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733062948033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b34cc7b: reopening flushed file at 1733062948051 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af5c35e: reopening flushed file at 1733062948058 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24524098: reopening flushed file at 1733062948064 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61553b73: reopening flushed file at 1733062948069 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=16, compaction requested=false at 1733062948076 (+7 ms)Writing region close event to WAL at 1733062948080 (+4 ms)Running coprocessor post-close hooks at 1733062948084 (+4 ms)Closed at 1733062948084 2024-12-01T14:22:28,084 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:28,103 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 2379, reset compression=false 2024-12-01T14:22:28,259 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,40057,1733062907398; all regions closed. 2024-12-01T14:22:28,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:22:28,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.meta.1733062910220.meta not finished, retry = 0 2024-12-01T14:22:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741839_1015 (size=3333) 2024-12-01T14:22:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741832_1008 (size=2387) 2024-12-01T14:22:28,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 not finished, retry = 0 2024-12-01T14:22:28,407 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 to pos 2379, reset compression=false 2024-12-01T14:22:28,466 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:28,466 INFO [RS:0;57b748500ef9:40057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:22:28,467 INFO [RS:0;57b748500ef9:40057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:22:28,467 INFO [RS:0;57b748500ef9:40057 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:22:28,467 INFO [RS:0;57b748500ef9:40057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:22:28,467 INFO [RS:0;57b748500ef9:40057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,40057,1733062907398 because: Region server is closing 2024-12-01T14:22:28,467 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:22:28,467 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.wal-reader.57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/WALs/57b748500ef9,40057,1733062907398/57b748500ef9%2C40057%2C1733062907398.1733062909212 2024-12-01T14:22:28,468 INFO [RS:0;57b748500ef9:40057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40057. 2024-12-01T14:22:28,468 DEBUG [RS:0;57b748500ef9:40057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:28,468 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:28,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:28,468 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:28,468 INFO [RS:0;57b748500ef9:40057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,40057,1733062907398.replicationSource.shipper57b748500ef9%2C40057%2C1733062907398,1-57b748500ef9,40057,1733062907398 terminated 2024-12-01T14:22:28,468 INFO [RS:0;57b748500ef9:40057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:40057. 2024-12-01T14:22:28,469 DEBUG [RS:0;57b748500ef9:40057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:28,469 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:28,469 DEBUG [RS:0;57b748500ef9:40057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:28,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:28,469 INFO [RS:0;57b748500ef9:40057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40057 2024-12-01T14:22:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978/rs 2024-12-01T14:22:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-77049978/rs/57b748500ef9,40057,1733062907398 2024-12-01T14:22:28,489 INFO [RS:0;57b748500ef9:40057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:22:28,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,40057,1733062907398] 2024-12-01T14:22:28,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-77049978/draining/57b748500ef9,40057,1733062907398 already deleted, retry=false 2024-12-01T14:22:28,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,40057,1733062907398 expired; onlineServers=0 2024-12-01T14:22:28,510 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,40373,1733062907072' ***** 2024-12-01T14:22:28,510 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:22:28,510 INFO [M:0;57b748500ef9:40373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:22:28,510 INFO [M:0;57b748500ef9:40373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:22:28,510 DEBUG [M:0;57b748500ef9:40373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:22:28,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:22:28,510 DEBUG [M:0;57b748500ef9:40373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:22:28,510 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062909006 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062909006,5,FailOnTimeoutGroup] 2024-12-01T14:22:28,510 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062909006 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062909006,5,FailOnTimeoutGroup] 2024-12-01T14:22:28,510 INFO [M:0;57b748500ef9:40373 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:22:28,510 INFO [M:0;57b748500ef9:40373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:22:28,510 DEBUG [M:0;57b748500ef9:40373 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:22:28,510 INFO [M:0;57b748500ef9:40373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:22:28,511 INFO [M:0;57b748500ef9:40373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:22:28,511 ERROR [M:0;57b748500ef9:40373 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46447,5,PEWorkerGroup] 2024-12-01T14:22:28,511 INFO [M:0;57b748500ef9:40373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:22:28,511 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:22:28,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-77049978/master 2024-12-01T14:22:28,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-77049978 2024-12-01T14:22:28,520 DEBUG [M:0;57b748500ef9:40373 {}] zookeeper.ZKUtil(347): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Unable to get data of znode /0-77049978/master because node does not exist (not an error) 2024-12-01T14:22:28,520 WARN [M:0;57b748500ef9:40373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:22:28,521 INFO [M:0;57b748500ef9:40373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/.lastflushedseqids 2024-12-01T14:22:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:22:28,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:28,600 INFO [RS:0;57b748500ef9:40057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:22:28,600 INFO [RS:0;57b748500ef9:40057 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,40057,1733062907398; zookeeper connection closed. 2024-12-01T14:22:28,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40057-0x101914547f60001, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:28,600 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f071f93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f071f93 2024-12-01T14:22:28,600 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:22:28,925 INFO [M:0;57b748500ef9:40373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:22:28,925 INFO [M:0;57b748500ef9:40373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:22:28,925 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:28,925 INFO [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:28,925 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:28,925 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:28,925 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:28,925 INFO [M:0;57b748500ef9:40373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-01T14:22:28,942 DEBUG [M:0;57b748500ef9:40373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9133f7a290bb48778d65099e2943a4e8 is 82, key is hbase:meta,,1/info:regioninfo/1733062910245/Put/seqid=0 2024-12-01T14:22:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:22:29,346 INFO [M:0;57b748500ef9:40373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9133f7a290bb48778d65099e2943a4e8 2024-12-01T14:22:29,365 DEBUG [M:0;57b748500ef9:40373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6fbdee95d34060b3f10334c67e514a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062923135/Put/seqid=0 2024-12-01T14:22:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741850_1026 (size=7219) 2024-12-01T14:22:29,769 INFO [M:0;57b748500ef9:40373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6fbdee95d34060b3f10334c67e514a 2024-12-01T14:22:29,772 INFO [M:0;57b748500ef9:40373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc6fbdee95d34060b3f10334c67e514a 2024-12-01T14:22:29,783 DEBUG [M:0;57b748500ef9:40373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a11dd68a1f0a4bd7a33e9c499d372c43 is 69, key is 57b748500ef9,40057,1733062907398/rs:state/1733062909068/Put/seqid=0 2024-12-01T14:22:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:22:30,187 INFO [M:0;57b748500ef9:40373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a11dd68a1f0a4bd7a33e9c499d372c43 2024-12-01T14:22:30,191 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9133f7a290bb48778d65099e2943a4e8 as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9133f7a290bb48778d65099e2943a4e8 2024-12-01T14:22:30,194 INFO [M:0;57b748500ef9:40373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9133f7a290bb48778d65099e2943a4e8, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T14:22:30,194 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc6fbdee95d34060b3f10334c67e514a as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6fbdee95d34060b3f10334c67e514a 2024-12-01T14:22:30,197 INFO [M:0;57b748500ef9:40373 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc6fbdee95d34060b3f10334c67e514a 2024-12-01T14:22:30,198 INFO [M:0;57b748500ef9:40373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc6fbdee95d34060b3f10334c67e514a, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T14:22:30,198 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a11dd68a1f0a4bd7a33e9c499d372c43 as hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a11dd68a1f0a4bd7a33e9c499d372c43 2024-12-01T14:22:30,202 INFO [M:0;57b748500ef9:40373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46447/user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a11dd68a1f0a4bd7a33e9c499d372c43, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T14:22:30,203 INFO [M:0;57b748500ef9:40373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-12-01T14:22:30,209 INFO [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:30,209 DEBUG [M:0;57b748500ef9:40373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062948925Disabling compacts and flushes for region at 1733062948925Disabling writes for close at 1733062948925Obtaining lock to block concurrent updates at 1733062948925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062948925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733062948926 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062948926Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062948926Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062948942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062948942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062949349 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062949365 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062949365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062949772 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062949783 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062949783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cdc3f2: reopening flushed file at 1733062950190 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc7e5de: reopening flushed file at 1733062950194 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77df70b4: reopening flushed file at 1733062950198 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1733062950203 (+5 ms)Writing region close event to WAL at 1733062950209 (+6 ms)Closed at 1733062950209 2024-12-01T14:22:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37425 is added to blk_1073741830_1006 (size=64435) 2024-12-01T14:22:30,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b453e5d8-5747-8831-bf5b-a51cb1315794/MasterData/WALs/57b748500ef9,40373,1733062907072/57b748500ef9%2C40373%2C1733062907072.1733062908725 not finished, retry = 0 2024-12-01T14:22:30,312 INFO [M:0;57b748500ef9:40373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:22:30,312 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:22:30,312 INFO [M:0;57b748500ef9:40373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40373 2024-12-01T14:22:30,312 INFO [M:0;57b748500ef9:40373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:22:30,460 INFO [M:0;57b748500ef9:40373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:22:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:30,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40373-0x101914547f60000, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:22:30,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@484f9d43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:22:30,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f15ad3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:22:30,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:22:30,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c42ee9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:22:30,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126476f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir/,STOPPED} 2024-12-01T14:22:30,464 WARN [BP-1949480576-172.17.0.3-1733062904922 heartbeating to localhost/127.0.0.1:46447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:22:30,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:22:30,464 WARN [BP-1949480576-172.17.0.3-1733062904922 heartbeating to localhost/127.0.0.1:46447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1949480576-172.17.0.3-1733062904922 (Datanode Uuid 20a09762-b004-4c58-9078-a3e09365976e) service to localhost/127.0.0.1:46447 2024-12-01T14:22:30,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:22:30,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/data/data1/current/BP-1949480576-172.17.0.3-1733062904922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:22:30,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/cluster_07e94af8-d17a-e866-c8b4-f096cd82e373/data/data2/current/BP-1949480576-172.17.0.3-1733062904922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:22:30,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:22:30,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24aa3718{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:22:30,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c94bd15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:22:30,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:22:30,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a89869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:22:30,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115464{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4eeed4-f13f-2ccf-f3db-9094b9272ef9/hadoop.log.dir/,STOPPED} 2024-12-01T14:22:30,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:22:30,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:22:30,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 258) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38305 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50431) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42113 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50431) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50431) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:46447 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=424 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3303 (was 3562) 2024-12-01T14:22:30,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=3303 2024-12-01T14:22:30,522 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-01T14:22:30,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir so I do NOT create it in target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9 2024-12-01T14:22:30,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:22:30,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.tmp.dir so I do NOT create it in target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9 2024-12-01T14:22:30,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e052aa1d-48ec-9751-2508-1fe64056f4d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:22:30,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9 2024-12-01T14:22:30,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0, deleteOnExit=true 2024-12-01T14:22:30,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/zookeeper_0, clientPort=60999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:22:30,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60999 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/test.cache.data in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:22:30,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:22:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:22:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:22:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:22:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:22:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:22:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:22:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:22:30,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101914547f60008, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:22:30,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101914547f60005, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:22:30,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101914547f60005, quorum=127.0.0.1:50431, baseZNode=/1-658480044 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:22:30,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101914547f60008, quorum=127.0.0.1:50431, baseZNode=/2-2033423671 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:22:30,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101914547f60002, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:22:30,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101914547f60002, quorum=127.0.0.1:50431, baseZNode=/0-77049978 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:22:31,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:31,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:22:31,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:22:31,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:22:31,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:22:31,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:31,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@817417e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:22:31,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376a212c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:22:31,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:22:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:22:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:22:31,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:22:31,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22adc64c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/java.io.tmpdir/jetty-localhost-32921-hadoop-hdfs-3_4_1-tests_jar-_-any-13410378488052766693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:22:31,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61449451{HTTP/1.1, (http/1.1)}{localhost:32921} 2024-12-01T14:22:31,470 INFO [Time-limited test {}] server.Server(415): Started @279137ms 2024-12-01T14:22:32,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:32,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:22:32,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:22:32,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:22:32,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:22:32,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a94f96d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:22:32,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b864ea3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:22:32,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@476faff1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/java.io.tmpdir/jetty-localhost-41779-hadoop-hdfs-3_4_1-tests_jar-_-any-4273029969173273189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:22:32,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24680ab3{HTTP/1.1, (http/1.1)}{localhost:41779} 2024-12-01T14:22:32,216 INFO [Time-limited test {}] server.Server(415): Started @279883ms 2024-12-01T14:22:32,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:22:33,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:33,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:33,296 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/data/data1/current/BP-1843997307-172.17.0.3-1733062950539/current, will proceed with Du for space computation calculation, 2024-12-01T14:22:33,296 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/data/data2/current/BP-1843997307-172.17.0.3-1733062950539/current, will proceed with Du for space computation calculation, 2024-12-01T14:22:33,310 WARN [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:22:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9319786ca02ae29a with lease ID 0x7d70aaddb41f9e8e: Processing first storage report for DS-c9e17c43-ed9b-416f-a114-5bdfcef7f117 from datanode DatanodeRegistration(127.0.0.1:43987, datanodeUuid=71d80694-a2f2-4164-aa89-1c617b339cda, infoPort=37441, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=276088027;c=1733062950539) 2024-12-01T14:22:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9319786ca02ae29a with lease ID 0x7d70aaddb41f9e8e: from storage DS-c9e17c43-ed9b-416f-a114-5bdfcef7f117 node DatanodeRegistration(127.0.0.1:43987, datanodeUuid=71d80694-a2f2-4164-aa89-1c617b339cda, infoPort=37441, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=276088027;c=1733062950539), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:22:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9319786ca02ae29a with lease ID 0x7d70aaddb41f9e8e: Processing first storage report for DS-b64bc0ca-11a9-4572-be08-1d65c14d7387 from datanode DatanodeRegistration(127.0.0.1:43987, datanodeUuid=71d80694-a2f2-4164-aa89-1c617b339cda, infoPort=37441, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=276088027;c=1733062950539) 2024-12-01T14:22:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9319786ca02ae29a with lease ID 0x7d70aaddb41f9e8e: from storage DS-b64bc0ca-11a9-4572-be08-1d65c14d7387 node DatanodeRegistration(127.0.0.1:43987, datanodeUuid=71d80694-a2f2-4164-aa89-1c617b339cda, infoPort=37441, infoSecurePort=0, ipcPort=39711, storageInfo=lv=-57;cid=testClusterID;nsid=276088027;c=1733062950539), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:22:33,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9 2024-12-01T14:22:33,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:33,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:33,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:22:33,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e with version=8 2024-12-01T14:22:33,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/hbase-staging 2024-12-01T14:22:33,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:22:33,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:22:33,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33453 2024-12-01T14:22:33,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33453 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:33,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334530x0, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:33,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33453-0x1019145fa280000 connected 2024-12-01T14:22:34,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:34,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:34,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/running 2024-12-01T14:22:34,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e, hbase.cluster.distributed=false 2024-12-01T14:22:34,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/acl 2024-12-01T14:22:34,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33453 2024-12-01T14:22:34,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33453 2024-12-01T14:22:34,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33453 2024-12-01T14:22:34,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33453 2024-12-01T14:22:34,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33453 2024-12-01T14:22:34,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:22:34,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:22:34,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38385 2024-12-01T14:22:34,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38385 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:34,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:34,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:34,056 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383850x0, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:34,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383850x0, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/running 2024-12-01T14:22:34,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:22:34,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38385-0x1019145fa280001 connected 2024-12-01T14:22:34,060 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:22:34,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/master 2024-12-01T14:22:34,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/acl 2024-12-01T14:22:34,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38385 2024-12-01T14:22:34,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38385 2024-12-01T14:22:34,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38385 2024-12-01T14:22:34,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38385 2024-12-01T14:22:34,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38385 2024-12-01T14:22:34,090 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:33453 2024-12-01T14:22:34,091 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1819962354/backup-masters/57b748500ef9,33453,1733062953781 2024-12-01T14:22:34,103 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354/backup-masters 2024-12-01T14:22:34,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354/backup-masters 2024-12-01T14:22:34,112 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on existing znode=/0-1819962354/backup-masters/57b748500ef9,33453,1733062953781 2024-12-01T14:22:34,124 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1819962354/master 2024-12-01T14:22:34,124 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:34,133 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on existing znode=/0-1819962354/master 2024-12-01T14:22:34,133 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1819962354/backup-masters/57b748500ef9,33453,1733062953781 from backup master directory 2024-12-01T14:22:34,145 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354/backup-masters 2024-12-01T14:22:34,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1819962354/backup-masters/57b748500ef9,33453,1733062953781 2024-12-01T14:22:34,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354/backup-masters 2024-12-01T14:22:34,146 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:34,146 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,33453,1733062953781 2024-12-01T14:22:34,149 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/hbase.id] with ID: 96bd7dfe-80b6-450c-9098-1e982c7bf354 2024-12-01T14:22:34,149 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/.tmp/hbase.id 2024-12-01T14:22:34,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:22:34,558 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/.tmp/hbase.id]:[hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/hbase.id] 2024-12-01T14:22:34,566 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:34,566 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:22:34,566 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T14:22:34,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:34,576 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:34,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:22:34,990 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:34,991 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:22:34,991 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:22:35,397 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store 2024-12-01T14:22:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:22:35,802 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:35,802 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:35,802 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:35,802 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:35,802 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:35,802 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:35,802 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:35,802 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062955802Disabling compacts and flushes for region at 1733062955802Disabling writes for close at 1733062955802Writing region close event to WAL at 1733062955802Closed at 1733062955802 2024-12-01T14:22:35,803 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/.initializing 2024-12-01T14:22:35,803 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/WALs/57b748500ef9,33453,1733062953781 2024-12-01T14:22:35,804 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:35,805 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C33453%2C1733062953781, suffix=, logDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/WALs/57b748500ef9,33453,1733062953781, archiveDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/oldWALs, maxLogs=10 2024-12-01T14:22:35,823 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/WALs/57b748500ef9,33453,1733062953781/57b748500ef9%2C33453%2C1733062953781.1733062955805, exclude list is [], retry=0 2024-12-01T14:22:35,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43987,DS-c9e17c43-ed9b-416f-a114-5bdfcef7f117,DISK] 2024-12-01T14:22:35,857 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/WALs/57b748500ef9,33453,1733062953781/57b748500ef9%2C33453%2C1733062953781.1733062955805 2024-12-01T14:22:35,861 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-01T14:22:35,861 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:35,861 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:35,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:22:35,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:35,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:35,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:22:35,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:35,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:35,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:22:35,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:22:35,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:35,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:35,870 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,871 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,871 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,872 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,872 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,873 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:35,873 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:35,876 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:35,876 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61385261, jitterRate=-0.08528833091259003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:35,877 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062955862Initializing all the Stores at 1733062955863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062955863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062955863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062955863Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062955863Cleaning up temporary data from old regions at 1733062955872 (+9 ms)Region opened successfully at 1733062955877 (+5 ms) 2024-12-01T14:22:35,880 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:22:35,882 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef9dd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:35,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:22:35,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:22:35,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:22:35,884 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:22:35,884 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:22:35,884 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:22:35,884 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:22:35,893 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:22:35,894 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Unable to get data of znode /0-1819962354/balancer because node does not exist (not necessarily an error) 2024-12-01T14:22:35,944 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/balancer already deleted, retry=false 2024-12-01T14:22:35,945 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:22:35,945 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Unable to get data of znode /0-1819962354/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:22:35,955 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/normalizer already deleted, retry=false 2024-12-01T14:22:35,955 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:22:35,956 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Unable to get data of znode /0-1819962354/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:22:35,965 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/switch/split already deleted, retry=false 2024-12-01T14:22:35,966 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Unable to get data of znode /0-1819962354/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:22:35,976 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/switch/merge already deleted, retry=false 2024-12-01T14:22:35,978 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Unable to get data of znode /0-1819962354/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:22:35,986 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/snapshot-cleanup already deleted, retry=false 2024-12-01T14:22:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1819962354/running 2024-12-01T14:22:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:35,997 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1819962354/running 2024-12-01T14:22:35,997 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:35,998 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,33453,1733062953781, sessionid=0x1019145fa280000, setting cluster-up flag (Was=false) 2024-12-01T14:22:36,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:36,018 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:36,050 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1819962354/flush-table-proc/acquired, /0-1819962354/flush-table-proc/reached, /0-1819962354/flush-table-proc/abort 2024-12-01T14:22:36,051 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,33453,1733062953781 2024-12-01T14:22:36,071 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:36,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:36,103 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1819962354/online-snapshot/acquired, /0-1819962354/online-snapshot/reached, /0-1819962354/online-snapshot/abort 2024-12-01T14:22:36,104 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,33453,1733062953781 2024-12-01T14:22:36,105 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:22:36,106 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:36,106 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:22:36,106 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:22:36,107 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,33453,1733062953781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:36,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:36,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:22:36,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062986148 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:22:36,148 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:22:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:22:36,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:22:36,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e 2024-12-01T14:22:36,160 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,164 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:22:36,164 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:22:36,164 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:22:36,164 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:22:36,168 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:22:36,168 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:22:36,176 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062956168,5,FailOnTimeoutGroup] 2024-12-01T14:22:36,180 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062956176,5,FailOnTimeoutGroup] 2024-12-01T14:22:36,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:22:36,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,201 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(746): ClusterId : 96bd7dfe-80b6-450c-9098-1e982c7bf354 2024-12-01T14:22:36,201 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:22:36,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:22:36,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:36,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:36,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:36,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:36,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:36,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:36,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:36,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:36,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:36,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:36,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740 2024-12-01T14:22:36,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740 2024-12-01T14:22:36,214 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:22:36,214 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:22:36,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:36,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:36,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:36,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:36,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:36,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60685591, jitterRate=-0.09571422636508942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:36,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062956203Initializing all the Stores at 1733062956205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062956205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062956205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062956205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062956205Cleaning up temporary data from old regions at 1733062956214 (+9 ms)Region opened successfully at 1733062956218 (+4 ms) 2024-12-01T14:22:36,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:36,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:36,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:36,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:36,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:36,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:36,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062956218Disabling compacts and flushes for region at 1733062956218Disabling writes for close at 1733062956219 (+1 ms)Writing region close event to WAL at 1733062956219Closed at 1733062956219 2024-12-01T14:22:36,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:36,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:22:36,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:22:36,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:36,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:22:36,225 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:22:36,225 DEBUG [RS:0;57b748500ef9:38385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fafdd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:36,242 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:38385 2024-12-01T14:22:36,242 INFO [RS:0;57b748500ef9:38385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:22:36,242 INFO [RS:0;57b748500ef9:38385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:22:36,242 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:22:36,242 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,33453,1733062953781 with port=38385, startcode=1733062954040 2024-12-01T14:22:36,243 DEBUG [RS:0;57b748500ef9:38385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:22:36,249 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:22:36,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,251 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e 2024-12-01T14:22:36,251 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38401 2024-12-01T14:22:36,251 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:22:36,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354/rs 2024-12-01T14:22:36,261 DEBUG [RS:0;57b748500ef9:38385 {}] zookeeper.ZKUtil(111): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on existing znode=/0-1819962354/rs/57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,261 WARN [RS:0;57b748500ef9:38385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:36,261 INFO [RS:0;57b748500ef9:38385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:36,261 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,38385,1733062954040] 2024-12-01T14:22:36,270 INFO [RS:0;57b748500ef9:38385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:22:36,276 INFO [RS:0;57b748500ef9:38385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:22:36,284 INFO [RS:0;57b748500ef9:38385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:22:36,284 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,288 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:22:36,289 INFO [RS:0;57b748500ef9:38385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:22:36,289 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:36,289 DEBUG [RS:0;57b748500ef9:38385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:36,295 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,295 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,295 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,295 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,295 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,295 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38385,1733062954040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:36,312 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:22:36,312 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38385,1733062954040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,313 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,313 INFO [RS:0;57b748500ef9:38385 {}] regionserver.Replication(171): 57b748500ef9,38385,1733062954040 started 2024-12-01T14:22:36,327 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:36,327 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,38385,1733062954040, RpcServer on 57b748500ef9/172.17.0.3:38385, sessionid=0x1019145fa280001 2024-12-01T14:22:36,327 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:22:36,327 DEBUG [RS:0;57b748500ef9:38385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,327 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,38385,1733062954040' 2024-12-01T14:22:36,327 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1819962354/flush-table-proc/abort' 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1819962354/flush-table-proc/acquired' 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,38385,1733062954040' 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1819962354/online-snapshot/abort' 2024-12-01T14:22:36,328 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1819962354/online-snapshot/acquired' 2024-12-01T14:22:36,329 DEBUG [RS:0;57b748500ef9:38385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:22:36,329 INFO [RS:0;57b748500ef9:38385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:22:36,329 INFO [RS:0;57b748500ef9:38385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:22:36,372 WARN [57b748500ef9:33453 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:22:36,429 INFO [RS:0;57b748500ef9:38385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:36,430 INFO [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C38385%2C1733062954040, suffix=, logDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040, archiveDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/oldWALs, maxLogs=10 2024-12-01T14:22:36,444 DEBUG [RS:0;57b748500ef9:38385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430, exclude list is [], retry=0 2024-12-01T14:22:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43987,DS-c9e17c43-ed9b-416f-a114-5bdfcef7f117,DISK] 2024-12-01T14:22:36,448 INFO [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 2024-12-01T14:22:36,448 DEBUG [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-01T14:22:36,622 DEBUG [57b748500ef9:33453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:22:36,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,38385,1733062954040, state=OPENING 2024-12-01T14:22:36,634 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:22:36,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:36,769 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:36,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1819962354/meta-region-server: CHANGED 2024-12-01T14:22:36,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1819962354/meta-region-server: CHANGED 2024-12-01T14:22:36,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:36,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,38385,1733062954040}] 2024-12-01T14:22:36,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:36,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:22:36,928 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:22:36,928 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:36,928 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:22:36,929 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C38385%2C1733062954040.meta, suffix=.meta, logDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040, archiveDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/oldWALs, maxLogs=10 2024-12-01T14:22:36,946 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.meta.1733062956930.meta, exclude list is [], retry=0 2024-12-01T14:22:36,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43987,DS-c9e17c43-ed9b-416f-a114-5bdfcef7f117,DISK] 2024-12-01T14:22:36,954 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.meta.1733062956930.meta 2024-12-01T14:22:36,960 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-01T14:22:36,960 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:36,961 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:36,961 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:36,961 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:22:36,961 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:22:36,961 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:22:36,961 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:36,961 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:22:36,961 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:22:36,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:36,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:36,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:36,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:36,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:36,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:36,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:36,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:36,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:36,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:36,969 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:36,969 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740 2024-12-01T14:22:36,970 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740 2024-12-01T14:22:36,972 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:36,972 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:36,972 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:36,973 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:36,974 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73885090, jitterRate=0.10097363591194153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:36,974 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:22:36,975 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062956962Writing region info on filesystem at 1733062956962Initializing all the Stores at 1733062956962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062956962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062956963 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062956963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062956963Cleaning up temporary data from old regions at 1733062956972 (+9 ms)Running coprocessor post-open hooks at 1733062956974 (+2 ms)Region opened successfully at 1733062956974 2024-12-01T14:22:36,975 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062956923 2024-12-01T14:22:36,977 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:22:36,977 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:22:36,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,38385,1733062954040, state=OPEN 2024-12-01T14:22:36,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1819962354/meta-region-server 2024-12-01T14:22:36,997 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1819962354/meta-region-server 2024-12-01T14:22:36,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,38385,1733062954040 2024-12-01T14:22:36,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1819962354/meta-region-server: CHANGED 2024-12-01T14:22:36,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1819962354/meta-region-server: CHANGED 2024-12-01T14:22:37,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:22:37,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,38385,1733062954040 in 226 msec 2024-12-01T14:22:37,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:22:37,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 780 msec 2024-12-01T14:22:37,003 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:37,003 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:22:37,005 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:37,005 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,38385,1733062954040, seqNum=-1] 2024-12-01T14:22:37,005 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:37,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:37,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 906 msec 2024-12-01T14:22:37,013 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062957013, completionTime=-1 2024-12-01T14:22:37,013 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:22:37,014 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063017016 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063077016 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33453,1733062953781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33453,1733062953781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33453,1733062953781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:33453, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,016 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,017 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,019 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.877sec 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33453,1733062953781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:37,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33453,1733062953781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:22:37,033 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:22:37,033 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:22:37,034 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,33453,1733062953781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:37,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5ce652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:37,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33453,-1 for getting cluster id 2024-12-01T14:22:37,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:37,091 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96bd7dfe-80b6-450c-9098-1e982c7bf354' 2024-12-01T14:22:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96bd7dfe-80b6-450c-9098-1e982c7bf354" 2024-12-01T14:22:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f101d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33453,-1] 2024-12-01T14:22:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:37,094 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:37,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eca8f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:37,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,38385,1733062954040, seqNum=-1] 2024-12-01T14:22:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:37,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:37,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,33453,1733062953781 2024-12-01T14:22:37,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:37,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:37,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019145fa280002 connected 2024-12-01T14:22:37,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir so I do NOT create it in target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c 2024-12-01T14:22:37,121 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:22:37,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.tmp.dir so I do NOT create it in target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c 2024-12-01T14:22:37,121 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:22:37,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c 2024-12-01T14:22:37,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:22:37,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/cluster_174c34c1-17eb-292a-877f-e0bd21b9ccbe, deleteOnExit=true 2024-12-01T14:22:37,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/test.cache.data in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:22:37,122 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:22:37,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:22:37,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:22:37,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:22:37,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:37,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:22:37,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:22:37,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:22:37,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:22:37,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:37,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d833f76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:22:37,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@768f1e82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:22:37,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173846ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/java.io.tmpdir/jetty-localhost-44439-hadoop-hdfs-3_4_1-tests_jar-_-any-192832179305112174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:22:37,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66257982{HTTP/1.1, (http/1.1)}{localhost:44439} 2024-12-01T14:22:37,602 INFO [Time-limited test {}] server.Server(415): Started @285269ms 2024-12-01T14:22:37,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:37,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:22:37,816 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88677 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:22:38,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:38,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:22:38,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:22:38,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:22:38,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:22:38,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa21995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:22:38,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@380974d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:22:38,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c44f6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/java.io.tmpdir/jetty-localhost-33823-hadoop-hdfs-3_4_1-tests_jar-_-any-4076025829583542687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:22:38,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43a5295f{HTTP/1.1, (http/1.1)}{localhost:33823} 2024-12-01T14:22:38,123 INFO [Time-limited test {}] server.Server(415): Started @285790ms 2024-12-01T14:22:38,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:22:38,788 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/cluster_174c34c1-17eb-292a-877f-e0bd21b9ccbe/data/data1/current/BP-2102181078-172.17.0.3-1733062957140/current, will proceed with Du for space computation calculation, 2024-12-01T14:22:38,789 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/cluster_174c34c1-17eb-292a-877f-e0bd21b9ccbe/data/data2/current/BP-2102181078-172.17.0.3-1733062957140/current, will proceed with Du for space computation calculation, 2024-12-01T14:22:38,809 WARN [Thread-3541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:22:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc080d0642f15b936 with lease ID 0x325550fb246da70c: Processing first storage report for DS-727b4fb9-3d48-43ca-8813-ebdbf7ac45a3 from datanode DatanodeRegistration(127.0.0.1:37007, datanodeUuid=bd29584e-ae0e-467d-95ab-ec25171945df, infoPort=45013, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=244562241;c=1733062957140) 2024-12-01T14:22:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc080d0642f15b936 with lease ID 0x325550fb246da70c: from storage DS-727b4fb9-3d48-43ca-8813-ebdbf7ac45a3 node DatanodeRegistration(127.0.0.1:37007, datanodeUuid=bd29584e-ae0e-467d-95ab-ec25171945df, infoPort=45013, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=244562241;c=1733062957140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:22:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc080d0642f15b936 with lease ID 0x325550fb246da70c: Processing first storage report for DS-98c97b86-63c5-487e-9e32-50485fb3ac52 from datanode DatanodeRegistration(127.0.0.1:37007, datanodeUuid=bd29584e-ae0e-467d-95ab-ec25171945df, infoPort=45013, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=244562241;c=1733062957140) 2024-12-01T14:22:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc080d0642f15b936 with lease ID 0x325550fb246da70c: from storage DS-98c97b86-63c5-487e-9e32-50485fb3ac52 node DatanodeRegistration(127.0.0.1:37007, datanodeUuid=bd29584e-ae0e-467d-95ab-ec25171945df, infoPort=45013, infoSecurePort=0, ipcPort=41647, storageInfo=lv=-57;cid=testClusterID;nsid=244562241;c=1733062957140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:22:38,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c 2024-12-01T14:22:38,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:38,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:22:38,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a with version=8 2024-12-01T14:22:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/hbase-staging 2024-12-01T14:22:38,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:22:38,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:38,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:38,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:22:38,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:38,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:22:38,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:22:38,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:22:38,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44635 2024-12-01T14:22:38,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44635 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:38,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446350x0, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:38,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44635-0x1019145fa280003 connected 2024-12-01T14:22:39,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:39,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:39,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/running 2024-12-01T14:22:39,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a, hbase.cluster.distributed=false 2024-12-01T14:22:39,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/acl 2024-12-01T14:22:39,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44635 2024-12-01T14:22:39,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44635 2024-12-01T14:22:39,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44635 2024-12-01T14:22:39,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44635 2024-12-01T14:22:39,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44635 2024-12-01T14:22:39,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:22:39,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:22:39,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39029 2024-12-01T14:22:39,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39029 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:39,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:39,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:39,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390290x0, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:39,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390290x0, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/running 2024-12-01T14:22:39,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:22:39,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39029-0x1019145fa280004 connected 2024-12-01T14:22:39,088 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:22:39,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/master 2024-12-01T14:22:39,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/acl 2024-12-01T14:22:39,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39029 2024-12-01T14:22:39,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39029 2024-12-01T14:22:39,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39029 2024-12-01T14:22:39,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39029 2024-12-01T14:22:39,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39029 2024-12-01T14:22:39,116 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:44635 2024-12-01T14:22:39,117 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-92905082/backup-masters/57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082/backup-masters 2024-12-01T14:22:39,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082/backup-masters 2024-12-01T14:22:39,129 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on existing znode=/1-92905082/backup-masters/57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-92905082/master 2024-12-01T14:22:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,140 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on existing znode=/1-92905082/master 2024-12-01T14:22:39,140 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-92905082/backup-masters/57b748500ef9,44635,1733062958898 from backup master directory 2024-12-01T14:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92905082/backup-masters/57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082/backup-masters 2024-12-01T14:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082/backup-masters 2024-12-01T14:22:39,150 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:39,150 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,153 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/hbase.id] with ID: f7c65415-f8dd-4ab9-943f-283ba681dbe0 2024-12-01T14:22:39,153 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/.tmp/hbase.id 2024-12-01T14:22:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:22:39,158 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/.tmp/hbase.id]:[hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/hbase.id] 2024-12-01T14:22:39,166 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:39,166 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:22:39,167 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:22:39,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:22:39,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:39,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:22:39,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:22:39,198 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store 2024-12-01T14:22:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:22:39,603 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:39,604 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:39,604 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:39,604 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:39,604 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:39,604 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:39,604 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:39,604 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062959604Disabling compacts and flushes for region at 1733062959604Disabling writes for close at 1733062959604Writing region close event to WAL at 1733062959604Closed at 1733062959604 2024-12-01T14:22:39,604 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/.initializing 2024-12-01T14:22:39,604 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/WALs/57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,605 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:39,606 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C44635%2C1733062958898, suffix=, logDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/WALs/57b748500ef9,44635,1733062958898, archiveDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/oldWALs, maxLogs=10 2024-12-01T14:22:39,623 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/WALs/57b748500ef9,44635,1733062958898/57b748500ef9%2C44635%2C1733062958898.1733062959607, exclude list is [], retry=0 2024-12-01T14:22:39,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-727b4fb9-3d48-43ca-8813-ebdbf7ac45a3,DISK] 2024-12-01T14:22:39,626 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/WALs/57b748500ef9,44635,1733062958898/57b748500ef9%2C44635%2C1733062958898.1733062959607 2024-12-01T14:22:39,627 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-01T14:22:39,627 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:39,627 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:39,627 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,627 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:22:39,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:39,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:39,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:22:39,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:39,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:22:39,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:39,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:39,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:22:39,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:39,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:39,634 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,635 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,635 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,636 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,636 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,636 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:39,637 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:39,638 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:39,639 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70557511, jitterRate=0.05138884484767914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:39,639 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062959627Initializing all the Stores at 1733062959628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062959628Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062959628Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062959628Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062959628Cleaning up temporary data from old regions at 1733062959636 (+8 ms)Region opened successfully at 1733062959639 (+3 ms) 2024-12-01T14:22:39,639 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:22:39,641 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c918bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:39,642 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:22:39,642 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:22:39,642 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:22:39,642 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:22:39,643 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:22:39,643 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:22:39,643 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:22:39,645 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:22:39,645 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Unable to get data of znode /1-92905082/balancer because node does not exist (not necessarily an error) 2024-12-01T14:22:39,697 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92905082/balancer already deleted, retry=false 2024-12-01T14:22:39,698 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:22:39,698 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Unable to get data of znode /1-92905082/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:22:39,708 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92905082/normalizer already deleted, retry=false 2024-12-01T14:22:39,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:22:39,709 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Unable to get data of znode /1-92905082/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:22:39,718 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92905082/switch/split already deleted, retry=false 2024-12-01T14:22:39,719 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Unable to get data of znode /1-92905082/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:22:39,729 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92905082/switch/merge already deleted, retry=false 2024-12-01T14:22:39,731 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Unable to get data of znode /1-92905082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:22:39,739 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-92905082/snapshot-cleanup already deleted, retry=false 2024-12-01T14:22:39,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-92905082/running 2024-12-01T14:22:39,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-92905082/running 2024-12-01T14:22:39,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,750 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,44635,1733062958898, sessionid=0x1019145fa280003, setting cluster-up flag (Was=false) 2024-12-01T14:22:39,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,803 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-92905082/flush-table-proc/acquired, /1-92905082/flush-table-proc/reached, /1-92905082/flush-table-proc/abort 2024-12-01T14:22:39,803 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:39,855 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-92905082/online-snapshot/acquired, /1-92905082/online-snapshot/reached, /1-92905082/online-snapshot/abort 2024-12-01T14:22:39,856 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,44635,1733062958898 2024-12-01T14:22:39,857 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:22:39,859 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:39,859 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:22:39,859 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:22:39,859 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,44635,1733062958898 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:22:39,861 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:39,861 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:39,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:39,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:39,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:22:39,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:39,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:39,862 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062989863 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:39,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:39,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:22:39,863 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:22:39,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:22:39,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:22:39,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:22:39,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:22:39,864 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:22:39,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:39,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:22:39,868 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062959864,5,FailOnTimeoutGroup] 2024-12-01T14:22:39,876 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062959868,5,FailOnTimeoutGroup] 2024-12-01T14:22:39,876 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:39,876 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:22:39,876 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:39,876 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:22:39,906 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(746): ClusterId : f7c65415-f8dd-4ab9-943f-283ba681dbe0 2024-12-01T14:22:39,906 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:22:39,913 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:22:39,913 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:22:39,924 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:22:39,924 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9e6b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:39,936 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:39029 2024-12-01T14:22:39,936 INFO [RS:0;57b748500ef9:39029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:22:39,936 INFO [RS:0;57b748500ef9:39029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:22:39,936 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:22:39,937 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,44635,1733062958898 with port=39029, startcode=1733062959071 2024-12-01T14:22:39,937 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:22:39,938 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:22:39,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,39029,1733062959071 2024-12-01T14:22:39,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44635 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,39029,1733062959071 2024-12-01T14:22:39,940 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a 2024-12-01T14:22:39,940 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37713 2024-12-01T14:22:39,940 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:22:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082/rs 2024-12-01T14:22:40,000 DEBUG [RS:0;57b748500ef9:39029 {}] zookeeper.ZKUtil(111): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on existing znode=/1-92905082/rs/57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,000 WARN [RS:0;57b748500ef9:39029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:40,000 INFO [RS:0;57b748500ef9:39029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:40,000 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,39029,1733062959071] 2024-12-01T14:22:40,002 INFO [RS:0;57b748500ef9:39029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:22:40,004 INFO [RS:0;57b748500ef9:39029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:22:40,004 INFO [RS:0;57b748500ef9:39029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:22:40,004 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,009 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:22:40,010 INFO [RS:0;57b748500ef9:39029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:22:40,010 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,010 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,011 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,011 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,011 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:40,011 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:40,011 DEBUG [RS:0;57b748500ef9:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:40,011 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,011 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,011 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,011 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,011 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,011 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39029,1733062959071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:40,027 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:22:40,028 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39029,1733062959071-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,028 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,028 INFO [RS:0;57b748500ef9:39029 {}] regionserver.Replication(171): 57b748500ef9,39029,1733062959071 started 2024-12-01T14:22:40,042 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,042 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,39029,1733062959071, RpcServer on 57b748500ef9/172.17.0.3:39029, sessionid=0x1019145fa280004 2024-12-01T14:22:40,042 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:22:40,042 DEBUG [RS:0;57b748500ef9:39029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,042 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,39029,1733062959071' 2024-12-01T14:22:40,042 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-92905082/flush-table-proc/abort' 2024-12-01T14:22:40,042 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-92905082/flush-table-proc/acquired' 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,39029,1733062959071' 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-92905082/online-snapshot/abort' 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-92905082/online-snapshot/acquired' 2024-12-01T14:22:40,043 DEBUG [RS:0;57b748500ef9:39029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:22:40,043 INFO [RS:0;57b748500ef9:39029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:22:40,043 INFO [RS:0;57b748500ef9:39029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:22:40,144 INFO [RS:0;57b748500ef9:39029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:40,145 INFO [RS:0;57b748500ef9:39029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39029%2C1733062959071, suffix=, logDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071, archiveDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/oldWALs, maxLogs=10 2024-12-01T14:22:40,157 DEBUG [RS:0;57b748500ef9:39029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, exclude list is [], retry=0 2024-12-01T14:22:40,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-727b4fb9-3d48-43ca-8813-ebdbf7ac45a3,DISK] 2024-12-01T14:22:40,160 INFO [RS:0;57b748500ef9:39029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 2024-12-01T14:22:40,161 DEBUG [RS:0;57b748500ef9:39029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-01T14:22:40,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:22:40,286 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a 2024-12-01T14:22:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:22:40,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:40,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:40,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:40,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:40,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:40,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:40,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:40,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:40,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:40,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:40,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740 2024-12-01T14:22:40,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740 2024-12-01T14:22:40,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:40,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:40,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:40,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:40,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:40,302 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59508439, jitterRate=-0.11325515806674957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:40,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062960291Initializing all the Stores at 1733062960292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062960292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062960292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062960292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062960292Cleaning up temporary data from old regions at 1733062960299 (+7 ms)Region opened successfully at 1733062960303 (+4 ms) 2024-12-01T14:22:40,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:40,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:40,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:40,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:40,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:40,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:40,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062960303Disabling compacts and flushes for region at 1733062960303Disabling writes for close at 1733062960303Writing region close event to WAL at 1733062960303Closed at 1733062960303 2024-12-01T14:22:40,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:40,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:22:40,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:22:40,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:40,306 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:22:40,456 DEBUG [57b748500ef9:44635 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:22:40,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,39029,1733062959071, state=OPENING 2024-12-01T14:22:40,508 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:22:40,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:40,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:40,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92905082/meta-region-server: CHANGED 2024-12-01T14:22:40,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92905082/meta-region-server: CHANGED 2024-12-01T14:22:40,519 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:40,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,39029,1733062959071}] 2024-12-01T14:22:40,671 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:40,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:22:40,676 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:22:40,676 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:40,676 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:22:40,677 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39029%2C1733062959071.meta, suffix=.meta, logDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071, archiveDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/oldWALs, maxLogs=10 2024-12-01T14:22:40,690 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.meta.1733062960677.meta, exclude list is [], retry=0 2024-12-01T14:22:40,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-727b4fb9-3d48-43ca-8813-ebdbf7ac45a3,DISK] 2024-12-01T14:22:40,693 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.meta.1733062960677.meta 2024-12-01T14:22:40,693 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-01T14:22:40,694 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:40,694 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:40,694 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:40,694 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:22:40,694 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:22:40,694 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:22:40,694 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:40,695 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:22:40,695 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:22:40,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:40,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:40,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:40,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:40,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:40,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:40,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:40,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:40,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:40,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:40,699 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:40,699 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740 2024-12-01T14:22:40,700 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740 2024-12-01T14:22:40,701 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:40,701 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:40,702 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:40,703 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:40,703 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62289740, jitterRate=-0.07181054353713989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:40,703 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:22:40,704 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062960695Writing region info on filesystem at 1733062960695Initializing all the Stores at 1733062960695Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062960695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062960695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062960695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062960695Cleaning up temporary data from old regions at 1733062960701 (+6 ms)Running coprocessor post-open hooks at 1733062960703 (+2 ms)Region opened successfully at 1733062960703 2024-12-01T14:22:40,705 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062960671 2024-12-01T14:22:40,707 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:22:40,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,708 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:22:40,708 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,39029,1733062959071, state=OPEN 2024-12-01T14:22:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-92905082/meta-region-server 2024-12-01T14:22:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-92905082/meta-region-server 2024-12-01T14:22:40,718 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,39029,1733062959071 2024-12-01T14:22:40,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92905082/meta-region-server: CHANGED 2024-12-01T14:22:40,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-92905082/meta-region-server: CHANGED 2024-12-01T14:22:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:22:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,39029,1733062959071 in 199 msec 2024-12-01T14:22:40,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:22:40,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-01T14:22:40,722 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:40,722 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:22:40,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:40,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39029,1733062959071, seqNum=-1] 2024-12-01T14:22:40,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:40,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:40,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-12-01T14:22:40,728 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062960728, completionTime=-1 2024-12-01T14:22:40,728 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:22:40,728 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063020730 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063080730 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44635,1733062958898-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44635,1733062958898-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,730 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44635,1733062958898-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,731 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:44635, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,731 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,731 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,732 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.585sec 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44635,1733062958898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:40,735 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44635,1733062958898-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:22:40,737 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:22:40,737 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:22:40,737 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,44635,1733062958898-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:40,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608fdb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:40,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:40,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:40,808 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a807a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:40,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:40,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:40,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:40,811 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:40,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b035e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:40,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:40,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39029,1733062959071, seqNum=-1] 2024-12-01T14:22:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:40,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:40,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,44635,1733062958898 2024-12-01T14:22:40,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:40,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:40,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019145fa280005 connected 2024-12-01T14:22:40,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir so I do NOT create it in target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281 2024-12-01T14:22:40,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:22:40,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.tmp.dir so I do NOT create it in target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281 2024-12-01T14:22:40,848 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:22:40,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281 2024-12-01T14:22:40,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/cluster_f1f169d1-0638-624c-e42e-dc1e8783c343, deleteOnExit=true 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/test.cache.data in system properties and HBase conf 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:22:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:22:40,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:22:40,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:22:40,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:22:40,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:22:41,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:22:41,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:22:41,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:22:41,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:22:41,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:41,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:22:41,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:22:41,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:22:41,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:22:41,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:41,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33262659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:22:41,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f28910a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:22:41,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e38a934{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/java.io.tmpdir/jetty-localhost-43311-hadoop-hdfs-3_4_1-tests_jar-_-any-12971657815583451354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:22:41,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a311096{HTTP/1.1, (http/1.1)}{localhost:43311} 2024-12-01T14:22:41,593 INFO [Time-limited test {}] server.Server(415): Started @289261ms 2024-12-01T14:22:41,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:22:41,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:22:41,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:22:41,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:22:41,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:22:41,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f06295{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:22:41,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16b6c043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:22:42,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18457364{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/java.io.tmpdir/jetty-localhost-46085-hadoop-hdfs-3_4_1-tests_jar-_-any-1250467676918197506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:22:42,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f96c270{HTTP/1.1, (http/1.1)}{localhost:46085} 2024-12-01T14:22:42,038 INFO [Time-limited test {}] server.Server(415): Started @289705ms 2024-12-01T14:22:42,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:22:42,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:42,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:42,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:22:42,793 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/cluster_f1f169d1-0638-624c-e42e-dc1e8783c343/data/data1/current/BP-1363156525-172.17.0.3-1733062960868/current, will proceed with Du for space computation calculation, 2024-12-01T14:22:42,793 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/cluster_f1f169d1-0638-624c-e42e-dc1e8783c343/data/data2/current/BP-1363156525-172.17.0.3-1733062960868/current, will proceed with Du for space computation calculation, 2024-12-01T14:22:42,828 WARN [Thread-3661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:22:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d1fea241c512ab with lease ID 0xb11394f5923d648b: Processing first storage report for DS-2f4ecdcf-931d-4161-8341-bd915ef4bf07 from datanode DatanodeRegistration(127.0.0.1:37565, datanodeUuid=fd3ebcbc-a228-4115-825c-0def0b210cae, infoPort=40103, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=1575637354;c=1733062960868) 2024-12-01T14:22:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d1fea241c512ab with lease ID 0xb11394f5923d648b: from storage DS-2f4ecdcf-931d-4161-8341-bd915ef4bf07 node DatanodeRegistration(127.0.0.1:37565, datanodeUuid=fd3ebcbc-a228-4115-825c-0def0b210cae, infoPort=40103, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=1575637354;c=1733062960868), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:22:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d1fea241c512ab with lease ID 0xb11394f5923d648b: Processing first storage report for DS-53f19e25-db1d-42b6-b2eb-4625127d70b7 from datanode DatanodeRegistration(127.0.0.1:37565, datanodeUuid=fd3ebcbc-a228-4115-825c-0def0b210cae, infoPort=40103, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=1575637354;c=1733062960868) 2024-12-01T14:22:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d1fea241c512ab with lease ID 0xb11394f5923d648b: from storage DS-53f19e25-db1d-42b6-b2eb-4625127d70b7 node DatanodeRegistration(127.0.0.1:37565, datanodeUuid=fd3ebcbc-a228-4115-825c-0def0b210cae, infoPort=40103, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=1575637354;c=1733062960868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:22:42,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281 2024-12-01T14:22:42,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:42,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:22:43,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0 with version=8 2024-12-01T14:22:43,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/hbase-staging 2024-12-01T14:22:43,282 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:22:43,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:22:43,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41765 2024-12-01T14:22:43,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41765 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:43,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417650x0, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:43,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41765-0x1019145fa280006 connected 2024-12-01T14:22:43,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:43,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:43,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/running 2024-12-01T14:22:43,625 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0, hbase.cluster.distributed=false 2024-12-01T14:22:43,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/acl 2024-12-01T14:22:43,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-01T14:22:43,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41765 2024-12-01T14:22:43,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41765 2024-12-01T14:22:43,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-01T14:22:43,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-01T14:22:43,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:22:43,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:22:43,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39915 2024-12-01T14:22:43,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39915 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:43,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:43,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:43,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399150x0, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:43,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399150x0, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/running 2024-12-01T14:22:43,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39915-0x1019145fa280007 connected 2024-12-01T14:22:43,712 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:22:43,716 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:22:43,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/master 2024-12-01T14:22:43,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/acl 2024-12-01T14:22:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39915 2024-12-01T14:22:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39915 2024-12-01T14:22:43,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39915 2024-12-01T14:22:43,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39915 2024-12-01T14:22:43,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39915 2024-12-01T14:22:43,736 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:41765 2024-12-01T14:22:43,737 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21611018473/backup-masters/57b748500ef9,41765,1733062963282 2024-12-01T14:22:43,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473/backup-masters 2024-12-01T14:22:43,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473/backup-masters 2024-12-01T14:22:43,755 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on existing znode=/21611018473/backup-masters/57b748500ef9,41765,1733062963282 2024-12-01T14:22:43,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21611018473/master 2024-12-01T14:22:43,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:43,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:43,765 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on existing znode=/21611018473/master 2024-12-01T14:22:43,765 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21611018473/backup-masters/57b748500ef9,41765,1733062963282 from backup master directory 2024-12-01T14:22:43,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473/backup-masters 2024-12-01T14:22:43,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21611018473/backup-masters/57b748500ef9,41765,1733062963282 2024-12-01T14:22:43,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473/backup-masters 2024-12-01T14:22:43,775 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:43,775 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,41765,1733062963282 2024-12-01T14:22:43,778 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/hbase.id] with ID: 46720d30-e0bf-4890-80c7-4cd9816c2c5f 2024-12-01T14:22:43,778 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/.tmp/hbase.id 2024-12-01T14:22:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:22:44,182 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/.tmp/hbase.id]:[hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/hbase.id] 2024-12-01T14:22:44,188 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:22:44,188 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:22:44,189 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:22:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:22:44,616 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:44,616 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:22:44,617 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:22:45,023 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store 2024-12-01T14:22:45,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:22:45,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:45,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:22:45,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:45,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:45,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:22:45,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:45,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:22:45,427 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062965427Disabling compacts and flushes for region at 1733062965427Disabling writes for close at 1733062965427Writing region close event to WAL at 1733062965427Closed at 1733062965427 2024-12-01T14:22:45,428 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/.initializing 2024-12-01T14:22:45,428 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/WALs/57b748500ef9,41765,1733062963282 2024-12-01T14:22:45,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:45,429 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C41765%2C1733062963282, suffix=, logDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/WALs/57b748500ef9,41765,1733062963282, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/oldWALs, maxLogs=10 2024-12-01T14:22:45,441 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/WALs/57b748500ef9,41765,1733062963282/57b748500ef9%2C41765%2C1733062963282.1733062965429, exclude list is [], retry=0 2024-12-01T14:22:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-2f4ecdcf-931d-4161-8341-bd915ef4bf07,DISK] 2024-12-01T14:22:45,444 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/WALs/57b748500ef9,41765,1733062963282/57b748500ef9%2C41765%2C1733062963282.1733062965429 2024-12-01T14:22:45,444 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-01T14:22:45,444 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:45,444 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:45,444 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,444 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:22:45,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:45,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:45,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:22:45,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:45,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:45,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:22:45,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:45,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:45,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:22:45,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:45,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:45,449 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,450 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,451 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:45,451 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:22:45,453 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:45,453 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63725984, jitterRate=-0.05040884017944336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:45,453 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062965444Initializing all the Stores at 1733062965445 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062965445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062965445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062965445Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062965445Cleaning up temporary data from old regions at 1733062965450 (+5 ms)Region opened successfully at 1733062965453 (+3 ms) 2024-12-01T14:22:45,453 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:22:45,455 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493ace47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:45,455 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:22:45,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:22:45,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:22:45,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:22:45,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:22:45,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:22:45,456 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:22:45,458 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:22:45,458 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Unable to get data of znode /21611018473/balancer because node does not exist (not necessarily an error) 2024-12-01T14:22:45,500 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21611018473/balancer already deleted, retry=false 2024-12-01T14:22:45,501 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:22:45,501 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Unable to get data of znode /21611018473/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:22:45,582 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21611018473/normalizer already deleted, retry=false 2024-12-01T14:22:45,582 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:22:45,583 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Unable to get data of znode /21611018473/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:22:45,624 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21611018473/switch/split already deleted, retry=false 2024-12-01T14:22:45,625 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Unable to get data of znode /21611018473/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:22:45,702 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21611018473/switch/merge already deleted, retry=false 2024-12-01T14:22:45,704 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Unable to get data of znode /21611018473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:22:45,773 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21611018473/snapshot-cleanup already deleted, retry=false 2024-12-01T14:22:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21611018473/running 2024-12-01T14:22:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21611018473/running 2024-12-01T14:22:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:45,826 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,41765,1733062963282, sessionid=0x1019145fa280006, setting cluster-up flag (Was=false) 2024-12-01T14:22:45,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:45,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:46,234 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21611018473/flush-table-proc/acquired, /21611018473/flush-table-proc/reached, /21611018473/flush-table-proc/abort 2024-12-01T14:22:46,235 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,41765,1733062963282 2024-12-01T14:22:46,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:46,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:46,297 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21611018473/online-snapshot/acquired, /21611018473/online-snapshot/reached, /21611018473/online-snapshot/abort 2024-12-01T14:22:46,298 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,41765,1733062963282 2024-12-01T14:22:46,298 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:22:46,300 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:46,300 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:22:46,300 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:22:46,300 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,41765,1733062963282 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:46,302 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,302 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733062996302 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:46,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:22:46,303 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:22:46,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:22:46,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:22:46,304 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062966304,5,FailOnTimeoutGroup] 2024-12-01T14:22:46,304 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062966304,5,FailOnTimeoutGroup] 2024-12-01T14:22:46,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:22:46,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,304 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:46,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:22:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:22:46,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:22:46,310 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0 2024-12-01T14:22:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:22:46,326 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(746): ClusterId : 46720d30-e0bf-4890-80c7-4cd9816c2c5f 2024-12-01T14:22:46,326 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:22:46,334 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:22:46,334 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:22:46,344 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:22:46,344 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50806ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:22:46,355 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:39915 2024-12-01T14:22:46,355 INFO [RS:0;57b748500ef9:39915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:22:46,355 INFO [RS:0;57b748500ef9:39915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:22:46,355 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:22:46,356 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,41765,1733062963282 with port=39915, startcode=1733062963644 2024-12-01T14:22:46,356 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:22:46,357 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:22:46,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,359 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0 2024-12-01T14:22:46,359 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37203 2024-12-01T14:22:46,359 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:22:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473/rs 2024-12-01T14:22:46,436 DEBUG [RS:0;57b748500ef9:39915 {}] zookeeper.ZKUtil(111): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on existing znode=/21611018473/rs/57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,436 WARN [RS:0;57b748500ef9:39915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:22:46,436 INFO [RS:0;57b748500ef9:39915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:46,436 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,39915,1733062963644] 2024-12-01T14:22:46,438 INFO [RS:0;57b748500ef9:39915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:22:46,439 INFO [RS:0;57b748500ef9:39915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:22:46,439 INFO [RS:0;57b748500ef9:39915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:22:46,439 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,439 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:22:46,440 INFO [RS:0;57b748500ef9:39915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:22:46,440 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:46,440 DEBUG [RS:0;57b748500ef9:39915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:22:46,441 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,441 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,441 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,441 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,441 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,441 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39915,1733062963644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:46,454 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:22:46,454 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,39915,1733062963644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,454 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,455 INFO [RS:0;57b748500ef9:39915 {}] regionserver.Replication(171): 57b748500ef9,39915,1733062963644 started 2024-12-01T14:22:46,467 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:46,467 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,39915,1733062963644, RpcServer on 57b748500ef9/172.17.0.3:39915, sessionid=0x1019145fa280007 2024-12-01T14:22:46,468 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:22:46,468 DEBUG [RS:0;57b748500ef9:39915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,468 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,39915,1733062963644' 2024-12-01T14:22:46,468 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21611018473/flush-table-proc/abort' 2024-12-01T14:22:46,468 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21611018473/flush-table-proc/acquired' 2024-12-01T14:22:46,468 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:22:46,469 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:22:46,469 DEBUG [RS:0;57b748500ef9:39915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,469 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,39915,1733062963644' 2024-12-01T14:22:46,469 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21611018473/online-snapshot/abort' 2024-12-01T14:22:46,469 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21611018473/online-snapshot/acquired' 2024-12-01T14:22:46,469 DEBUG [RS:0;57b748500ef9:39915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:22:46,469 INFO [RS:0;57b748500ef9:39915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:22:46,469 INFO [RS:0;57b748500ef9:39915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:22:46,569 INFO [RS:0;57b748500ef9:39915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:22:46,570 INFO [RS:0;57b748500ef9:39915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39915%2C1733062963644, suffix=, logDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/oldWALs, maxLogs=10 2024-12-01T14:22:46,582 DEBUG [RS:0;57b748500ef9:39915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, exclude list is [], retry=0 2024-12-01T14:22:46,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-2f4ecdcf-931d-4161-8341-bd915ef4bf07,DISK] 2024-12-01T14:22:46,585 INFO [RS:0;57b748500ef9:39915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 2024-12-01T14:22:46,586 DEBUG [RS:0;57b748500ef9:39915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-01T14:22:46,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:46,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:46,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:46,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:46,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:46,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:46,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:46,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:46,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:46,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:46,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:46,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:46,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:46,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:46,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:46,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:46,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:46,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:46,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740 2024-12-01T14:22:46,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740 2024-12-01T14:22:46,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:46,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:46,727 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:46,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:46,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:46,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72719830, jitterRate=0.08360990881919861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062966718Initializing all the Stores at 1733062966719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062966719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062966719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062966719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062966719Cleaning up temporary data from old regions at 1733062966726 (+7 ms)Region opened successfully at 1733062966730 (+4 ms) 2024-12-01T14:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:22:46,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:22:46,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:22:46,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062966730Disabling compacts and flushes for region at 1733062966730Disabling writes for close at 1733062966730Writing region close event to WAL at 1733062966731 (+1 ms)Closed at 1733062966731 2024-12-01T14:22:46,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:46,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:22:46,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:22:46,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:46,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:22:46,883 DEBUG [57b748500ef9:41765 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:22:46,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,39915,1733062963644 2024-12-01T14:22:46,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,39915,1733062963644, state=OPENING 2024-12-01T14:22:46,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:22:46,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:46,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:22:46,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21611018473/meta-region-server: CHANGED 2024-12-01T14:22:46,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,39915,1733062963644}] 2024-12-01T14:22:46,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21611018473/meta-region-server: CHANGED 2024-12-01T14:22:47,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:47,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:22:47,063 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:22:47,063 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:47,064 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:22:47,065 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39915%2C1733062963644.meta, suffix=.meta, logDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/oldWALs, maxLogs=10 2024-12-01T14:22:47,076 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.meta.1733062967065.meta, exclude list is [], retry=0 2024-12-01T14:22:47,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-2f4ecdcf-931d-4161-8341-bd915ef4bf07,DISK] 2024-12-01T14:22:47,079 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.meta.1733062967065.meta 2024-12-01T14:22:47,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-01T14:22:47,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:47,080 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:47,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:47,080 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:22:47,081 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:22:47,081 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:22:47,081 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:47,081 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:22:47,081 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:22:47,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:22:47,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:22:47,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:47,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:22:47,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:22:47,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:47,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:22:47,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:22:47,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:47,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:22:47,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:22:47,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:22:47,085 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:22:47,085 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740 2024-12-01T14:22:47,086 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740 2024-12-01T14:22:47,086 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:22:47,087 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:22:47,087 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:22:47,088 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:22:47,088 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75304304, jitterRate=0.12212157249450684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:22:47,088 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:22:47,088 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062967081Writing region info on filesystem at 1733062967081Initializing all the Stores at 1733062967082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062967082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062967082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062967082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062967082Cleaning up temporary data from old regions at 1733062967087 (+5 ms)Running coprocessor post-open hooks at 1733062967088 (+1 ms)Region opened successfully at 1733062967088 2024-12-01T14:22:47,089 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062967060 2024-12-01T14:22:47,091 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:22:47,091 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:22:47,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,39915,1733062963644 2024-12-01T14:22:47,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,39915,1733062963644, state=OPEN 2024-12-01T14:22:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21611018473/meta-region-server 2024-12-01T14:22:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21611018473/meta-region-server 2024-12-01T14:22:47,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,39915,1733062963644 2024-12-01T14:22:47,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21611018473/meta-region-server: CHANGED 2024-12-01T14:22:47,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21611018473/meta-region-server: CHANGED 2024-12-01T14:22:47,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:22:47,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,39915,1733062963644 in 194 msec 2024-12-01T14:22:47,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:22:47,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-12-01T14:22:47,105 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:22:47,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:22:47,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:47,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39915,1733062963644, seqNum=-1] 2024-12-01T14:22:47,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:47,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:47,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-12-01T14:22:47,111 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062967111, completionTime=-1 2024-12-01T14:22:47,111 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:22:47,111 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:22:47,113 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:22:47,113 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063027113 2024-12-01T14:22:47,113 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063087113 2024-12-01T14:22:47,113 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:22:47,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41765,1733062963282-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41765,1733062963282-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41765,1733062963282-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:41765, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,114 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,120 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.346sec 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41765,1733062963282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:22:47,122 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41765,1733062963282-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:22:47,123 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:22:47,123 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:22:47,123 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41765,1733062963282-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:22:47,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640c365c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:47,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41765,-1 for getting cluster id 2024-12-01T14:22:47,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:47,132 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46720d30-e0bf-4890-80c7-4cd9816c2c5f' 2024-12-01T14:22:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46720d30-e0bf-4890-80c7-4cd9816c2c5f" 2024-12-01T14:22:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d792ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41765,-1] 2024-12-01T14:22:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:47,134 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:47,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e965d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:47,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39915,1733062963644, seqNum=-1] 2024-12-01T14:22:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:47,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:47,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,41765,1733062963282 2024-12-01T14:22:47,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60999 2024-12-01T14:22:47,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:22:47,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019145fa280008 connected 2024-12-01T14:22:47,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:47,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33453,1733062953781 2024-12-01T14:22:47,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd9b6b1 2024-12-01T14:22:47,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:47,168 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:47,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:22:47,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:47,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:22:47,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:22:47,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69b3ce4a397d91beb6a88db06385d243, NAME => 'test,,1733062967169.69b3ce4a397d91beb6a88db06385d243.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e 2024-12-01T14:22:47,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:22:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:47,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062967169.69b3ce4a397d91beb6a88db06385d243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:47,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69b3ce4a397d91beb6a88db06385d243, disabling compactions & flushes 2024-12-01T14:22:47,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. after waiting 0 ms 2024-12-01T14:22:47,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,592 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69b3ce4a397d91beb6a88db06385d243: Waiting for close lock at 1733062967592Disabling compacts and flushes for region at 1733062967592Disabling writes for close at 1733062967592Writing region close event to WAL at 1733062967592Closed at 1733062967592 2024-12-01T14:22:47,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:47,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062967169.69b3ce4a397d91beb6a88db06385d243.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062967593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062967593"}]},"ts":"1733062967593"} 2024-12-01T14:22:47,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:47,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:47,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062967596"}]},"ts":"1733062967596"} 2024-12-01T14:22:47,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:22:47,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69b3ce4a397d91beb6a88db06385d243, ASSIGN}] 2024-12-01T14:22:47,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69b3ce4a397d91beb6a88db06385d243, ASSIGN 2024-12-01T14:22:47,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69b3ce4a397d91beb6a88db06385d243, ASSIGN; state=OFFLINE, location=57b748500ef9,38385,1733062954040; forceNewPlan=false, retain=false 2024-12-01T14:22:47,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b3ce4a397d91beb6a88db06385d243, regionState=OPENING, regionLocation=57b748500ef9,38385,1733062954040 2024-12-01T14:22:47,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69b3ce4a397d91beb6a88db06385d243, ASSIGN because future has completed 2024-12-01T14:22:47,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b3ce4a397d91beb6a88db06385d243, server=57b748500ef9,38385,1733062954040}] 2024-12-01T14:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:47,909 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,909 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b3ce4a397d91beb6a88db06385d243, NAME => 'test,,1733062967169.69b3ce4a397d91beb6a88db06385d243.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:47,909 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:47,909 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:22:47,909 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,909 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062967169.69b3ce4a397d91beb6a88db06385d243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:47,910 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,910 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,910 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,911 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b3ce4a397d91beb6a88db06385d243 columnFamilyName f 2024-12-01T14:22:47,911 DEBUG [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,912 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] regionserver.HStore(327): Store=69b3ce4a397d91beb6a88db06385d243/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:47,912 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,912 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b3ce4a397d91beb6a88db06385d243 columnFamilyName f1 2024-12-01T14:22:47,912 DEBUG [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,912 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] regionserver.HStore(327): Store=69b3ce4a397d91beb6a88db06385d243/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:47,913 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,913 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b3ce4a397d91beb6a88db06385d243 columnFamilyName norep 2024-12-01T14:22:47,913 DEBUG [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:47,913 INFO [StoreOpener-69b3ce4a397d91beb6a88db06385d243-1 {}] regionserver.HStore(327): Store=69b3ce4a397d91beb6a88db06385d243/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:47,913 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,914 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,914 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,914 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,914 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,915 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:47,915 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,916 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:47,917 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69b3ce4a397d91beb6a88db06385d243; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63057098, jitterRate=-0.06037601828575134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:47,917 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:22:47,917 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69b3ce4a397d91beb6a88db06385d243: Running coprocessor pre-open hook at 1733062967910Writing region info on filesystem at 1733062967910Initializing all the Stores at 1733062967910Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062967910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062967910Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062967910Cleaning up temporary data from old regions at 1733062967914 (+4 ms)Running coprocessor post-open hooks at 1733062967917 (+3 ms)Region opened successfully at 1733062967917 2024-12-01T14:22:47,918 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062967169.69b3ce4a397d91beb6a88db06385d243., pid=6, masterSystemTime=1733062967906 2024-12-01T14:22:47,919 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,919 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:22:47,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b3ce4a397d91beb6a88db06385d243, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,38385,1733062954040 2024-12-01T14:22:47,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b3ce4a397d91beb6a88db06385d243, server=57b748500ef9,38385,1733062954040 because future has completed 2024-12-01T14:22:47,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:22:47,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b3ce4a397d91beb6a88db06385d243, server=57b748500ef9,38385,1733062954040 in 169 msec 2024-12-01T14:22:47,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:22:47,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69b3ce4a397d91beb6a88db06385d243, ASSIGN in 324 msec 2024-12-01T14:22:47,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:47,925 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062967925"}]},"ts":"1733062967925"} 2024-12-01T14:22:47,926 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:22:47,927 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:47,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-12-01T14:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:48,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:22:48,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,44635,1733062958898 2024-12-01T14:22:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43e14637 2024-12-01T14:22:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:48,307 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:48,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:22:48,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:48,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:48,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:48,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:22:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:48,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:22:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:48,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3efb686198030472f7e4a01f4551463d, NAME => 'test,,1733062968307.3efb686198030472f7e4a01f4551463d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a 2024-12-01T14:22:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:22:48,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062968307.3efb686198030472f7e4a01f4551463d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:48,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3efb686198030472f7e4a01f4551463d, disabling compactions & flushes 2024-12-01T14:22:48,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:48,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:48,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062968307.3efb686198030472f7e4a01f4551463d. after waiting 0 ms 2024-12-01T14:22:48,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:48,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:48,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3efb686198030472f7e4a01f4551463d: Waiting for close lock at 1733062968719Disabling compacts and flushes for region at 1733062968719Disabling writes for close at 1733062968719Writing region close event to WAL at 1733062968719Closed at 1733062968719 2024-12-01T14:22:48,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:48,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062968307.3efb686198030472f7e4a01f4551463d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062968720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062968720"}]},"ts":"1733062968720"} 2024-12-01T14:22:48,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:48,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:48,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062968723"}]},"ts":"1733062968723"} 2024-12-01T14:22:48,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:22:48,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3efb686198030472f7e4a01f4551463d, ASSIGN}] 2024-12-01T14:22:48,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3efb686198030472f7e4a01f4551463d, ASSIGN 2024-12-01T14:22:48,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3efb686198030472f7e4a01f4551463d, ASSIGN; state=OFFLINE, location=57b748500ef9,39029,1733062959071; forceNewPlan=false, retain=false 2024-12-01T14:22:48,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3efb686198030472f7e4a01f4551463d, regionState=OPENING, regionLocation=57b748500ef9,39029,1733062959071 2024-12-01T14:22:48,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3efb686198030472f7e4a01f4551463d, ASSIGN because future has completed 2024-12-01T14:22:48,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efb686198030472f7e4a01f4551463d, server=57b748500ef9,39029,1733062959071}] 2024-12-01T14:22:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:49,036 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:49,036 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3efb686198030472f7e4a01f4551463d, NAME => 'test,,1733062968307.3efb686198030472f7e4a01f4551463d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:49,036 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:49,036 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:22:49,037 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,037 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062968307.3efb686198030472f7e4a01f4551463d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:49,037 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,037 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,038 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,039 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efb686198030472f7e4a01f4551463d columnFamilyName f 2024-12-01T14:22:49,039 DEBUG [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,039 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] regionserver.HStore(327): Store=3efb686198030472f7e4a01f4551463d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:49,039 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,040 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efb686198030472f7e4a01f4551463d columnFamilyName f1 2024-12-01T14:22:49,040 DEBUG [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,041 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] regionserver.HStore(327): Store=3efb686198030472f7e4a01f4551463d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:49,041 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,041 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efb686198030472f7e4a01f4551463d columnFamilyName norep 2024-12-01T14:22:49,041 DEBUG [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,042 INFO [StoreOpener-3efb686198030472f7e4a01f4551463d-1 {}] regionserver.HStore(327): Store=3efb686198030472f7e4a01f4551463d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:49,042 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,042 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,042 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,043 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,043 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,043 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:49,044 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,045 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:49,045 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3efb686198030472f7e4a01f4551463d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59978447, jitterRate=-0.10625149309635162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:49,045 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:22:49,045 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3efb686198030472f7e4a01f4551463d: Running coprocessor pre-open hook at 1733062969037Writing region info on filesystem at 1733062969037Initializing all the Stores at 1733062969038 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062969038Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062969038Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062969038Cleaning up temporary data from old regions at 1733062969043 (+5 ms)Running coprocessor post-open hooks at 1733062969045 (+2 ms)Region opened successfully at 1733062969045 2024-12-01T14:22:49,046 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062968307.3efb686198030472f7e4a01f4551463d., pid=6, masterSystemTime=1733062969032 2024-12-01T14:22:49,047 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:49,047 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:22:49,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3efb686198030472f7e4a01f4551463d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,39029,1733062959071 2024-12-01T14:22:49,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efb686198030472f7e4a01f4551463d, server=57b748500ef9,39029,1733062959071 because future has completed 2024-12-01T14:22:49,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:22:49,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3efb686198030472f7e4a01f4551463d, server=57b748500ef9,39029,1733062959071 in 171 msec 2024-12-01T14:22:49,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:22:49,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3efb686198030472f7e4a01f4551463d, ASSIGN in 328 msec 2024-12-01T14:22:49,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:49,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062969056"}]},"ts":"1733062969056"} 2024-12-01T14:22:49,057 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:22:49,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:49,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-12-01T14:22:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:49,445 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:22:49,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41765,1733062963282 2024-12-01T14:22:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e184a51 2024-12-01T14:22:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:49,446 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:49,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:22:49,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:49,449 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:22:49,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:49,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:22:49,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b1e09a522ddcb8495b83cecfece560d, NAME => 'test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0 2024-12-01T14:22:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:22:49,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:49,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b1e09a522ddcb8495b83cecfece560d, disabling compactions & flushes 2024-12-01T14:22:49,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. after waiting 0 ms 2024-12-01T14:22:49,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b1e09a522ddcb8495b83cecfece560d: Waiting for close lock at 1733062969457Disabling compacts and flushes for region at 1733062969457Disabling writes for close at 1733062969457Writing region close event to WAL at 1733062969457Closed at 1733062969457 2024-12-01T14:22:49,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:49,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062969458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062969458"}]},"ts":"1733062969458"} 2024-12-01T14:22:49,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:49,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:49,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062969460"}]},"ts":"1733062969460"} 2024-12-01T14:22:49,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:22:49,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b1e09a522ddcb8495b83cecfece560d, ASSIGN}] 2024-12-01T14:22:49,463 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b1e09a522ddcb8495b83cecfece560d, ASSIGN 2024-12-01T14:22:49,463 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b1e09a522ddcb8495b83cecfece560d, ASSIGN; state=OFFLINE, location=57b748500ef9,39915,1733062963644; forceNewPlan=false, retain=false 2024-12-01T14:22:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:49,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b1e09a522ddcb8495b83cecfece560d, regionState=OPENING, regionLocation=57b748500ef9,39915,1733062963644 2024-12-01T14:22:49,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b1e09a522ddcb8495b83cecfece560d, ASSIGN because future has completed 2024-12-01T14:22:49,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b1e09a522ddcb8495b83cecfece560d, server=57b748500ef9,39915,1733062963644}] 2024-12-01T14:22:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:49,770 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,770 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b1e09a522ddcb8495b83cecfece560d, NAME => 'test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:49,770 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:49,770 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:22:49,770 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,771 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:49,771 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,771 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,772 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,773 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1e09a522ddcb8495b83cecfece560d columnFamilyName f 2024-12-01T14:22:49,773 DEBUG [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,773 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] regionserver.HStore(327): Store=1b1e09a522ddcb8495b83cecfece560d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:49,773 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,774 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1e09a522ddcb8495b83cecfece560d columnFamilyName f1 2024-12-01T14:22:49,774 DEBUG [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,775 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] regionserver.HStore(327): Store=1b1e09a522ddcb8495b83cecfece560d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:49,775 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,775 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b1e09a522ddcb8495b83cecfece560d columnFamilyName norep 2024-12-01T14:22:49,775 DEBUG [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:49,776 INFO [StoreOpener-1b1e09a522ddcb8495b83cecfece560d-1 {}] regionserver.HStore(327): Store=1b1e09a522ddcb8495b83cecfece560d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:49,776 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,776 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,776 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,777 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,777 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,777 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:49,778 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,780 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:49,780 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b1e09a522ddcb8495b83cecfece560d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73692310, jitterRate=0.09810099005699158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:49,780 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:22:49,780 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b1e09a522ddcb8495b83cecfece560d: Running coprocessor pre-open hook at 1733062969771Writing region info on filesystem at 1733062969771Initializing all the Stores at 1733062969771Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062969771Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062969772 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062969772Cleaning up temporary data from old regions at 1733062969777 (+5 ms)Running coprocessor post-open hooks at 1733062969780 (+3 ms)Region opened successfully at 1733062969780 2024-12-01T14:22:49,781 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d., pid=6, masterSystemTime=1733062969768 2024-12-01T14:22:49,782 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,782 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:22:49,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b1e09a522ddcb8495b83cecfece560d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,39915,1733062963644 2024-12-01T14:22:49,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b1e09a522ddcb8495b83cecfece560d, server=57b748500ef9,39915,1733062963644 because future has completed 2024-12-01T14:22:49,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:22:49,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b1e09a522ddcb8495b83cecfece560d, server=57b748500ef9,39915,1733062963644 in 169 msec 2024-12-01T14:22:49,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:22:49,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b1e09a522ddcb8495b83cecfece560d, ASSIGN in 324 msec 2024-12-01T14:22:49,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:49,788 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062969788"}]},"ts":"1733062969788"} 2024-12-01T14:22:49,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:22:49,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:49,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 343 msec 2024-12-01T14:22:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:22:50,077 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:22:50,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5777b19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:50,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33453,-1 for getting cluster id 2024-12-01T14:22:50,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:50,097 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96bd7dfe-80b6-450c-9098-1e982c7bf354' 2024-12-01T14:22:50,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:50,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96bd7dfe-80b6-450c-9098-1e982c7bf354" 2024-12-01T14:22:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a094697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33453,-1] 2024-12-01T14:22:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:50,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:50,099 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b51401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:50,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,33453,1733062953781 2024-12-01T14:22:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3debcd1 2024-12-01T14:22:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:50,103 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:50,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:44635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:22:50,106 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:44635' 2024-12-01T14:22:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:50,121 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a50d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:50,121 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:50,121 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:50,122 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:50,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:50,124 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:50,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2065acea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:50,124 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:50,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,44635,1733062958898 2024-12-01T14:22:50,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ad2839 2024-12-01T14:22:50,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:50,127 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:50,128 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-01T14:22:50,128 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:22:50,128 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:50,128 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:50,128 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:50,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:50,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:22:50,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:50,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:50,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:22:50,180 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:22:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:50,541 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c45c3e0b6b643baa1306a3a68a382228, NAME => 'hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e 2024-12-01T14:22:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:22:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:50,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:50,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c45c3e0b6b643baa1306a3a68a382228, disabling compactions & flushes 2024-12-01T14:22:50,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:50,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:50,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. after waiting 0 ms 2024-12-01T14:22:50,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:50,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:50,948 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c45c3e0b6b643baa1306a3a68a382228: Waiting for close lock at 1733062970947Disabling compacts and flushes for region at 1733062970947Disabling writes for close at 1733062970947Writing region close event to WAL at 1733062970947Closed at 1733062970947 2024-12-01T14:22:50,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:50,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062970949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062970949"}]},"ts":"1733062970949"} 2024-12-01T14:22:50,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:50,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:50,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062970951"}]},"ts":"1733062970951"} 2024-12-01T14:22:50,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:22:50,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c45c3e0b6b643baa1306a3a68a382228, ASSIGN}] 2024-12-01T14:22:50,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c45c3e0b6b643baa1306a3a68a382228, ASSIGN 2024-12-01T14:22:50,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c45c3e0b6b643baa1306a3a68a382228, ASSIGN; state=OFFLINE, location=57b748500ef9,38385,1733062954040; forceNewPlan=false, retain=false 2024-12-01T14:22:51,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c45c3e0b6b643baa1306a3a68a382228, regionState=OPENING, regionLocation=57b748500ef9,38385,1733062954040 2024-12-01T14:22:51,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c45c3e0b6b643baa1306a3a68a382228, ASSIGN because future has completed 2024-12-01T14:22:51,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c45c3e0b6b643baa1306a3a68a382228, server=57b748500ef9,38385,1733062954040}] 2024-12-01T14:22:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:51,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:51,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:51,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:22:51,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C38385%2C1733062954040.rep, suffix=, logDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040, archiveDir=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/oldWALs, maxLogs=10 2024-12-01T14:22:51,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.rep.1733062971270, exclude list is [], retry=0 2024-12-01T14:22:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43987,DS-c9e17c43-ed9b-416f-a114-5bdfcef7f117,DISK] 2024-12-01T14:22:51,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.rep.1733062971270 2024-12-01T14:22:51,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-01T14:22:51,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c45c3e0b6b643baa1306a3a68a382228, NAME => 'hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:51,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:51,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:51,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. service=MultiRowMutationService 2024-12-01T14:22:51,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:22:51,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:51,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,300 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,301 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45c3e0b6b643baa1306a3a68a382228 columnFamilyName hfileref 2024-12-01T14:22:51,302 DEBUG [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:51,302 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] regionserver.HStore(327): Store=c45c3e0b6b643baa1306a3a68a382228/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:51,302 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,303 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45c3e0b6b643baa1306a3a68a382228 columnFamilyName queue 2024-12-01T14:22:51,303 DEBUG [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:51,303 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] regionserver.HStore(327): Store=c45c3e0b6b643baa1306a3a68a382228/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:51,303 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,304 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45c3e0b6b643baa1306a3a68a382228 columnFamilyName sid 2024-12-01T14:22:51,304 DEBUG [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:51,304 INFO [StoreOpener-c45c3e0b6b643baa1306a3a68a382228-1 {}] regionserver.HStore(327): Store=c45c3e0b6b643baa1306a3a68a382228/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:51,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:51,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:51,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c45c3e0b6b643baa1306a3a68a382228; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68243030, jitterRate=0.01690039038658142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:22:51,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c45c3e0b6b643baa1306a3a68a382228: Running coprocessor pre-open hook at 1733062971299Writing region info on filesystem at 1733062971299Initializing all the Stores at 1733062971299Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062971299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062971300 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062971300Cleaning up temporary data from old regions at 1733062971308 (+8 ms)Running coprocessor post-open hooks at 1733062971312 (+4 ms)Region opened successfully at 1733062971312 2024-12-01T14:22:51,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228., pid=10, masterSystemTime=1733062971260 2024-12-01T14:22:51,318 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c45c3e0b6b643baa1306a3a68a382228, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,38385,1733062954040 2024-12-01T14:22:51,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:51,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:22:51,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c45c3e0b6b643baa1306a3a68a382228, server=57b748500ef9,38385,1733062954040 because future has completed 2024-12-01T14:22:51,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:22:51,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c45c3e0b6b643baa1306a3a68a382228, server=57b748500ef9,38385,1733062954040 in 214 msec 2024-12-01T14:22:51,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:22:51,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c45c3e0b6b643baa1306a3a68a382228, ASSIGN in 370 msec 2024-12-01T14:22:51,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:51,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062971324"}]},"ts":"1733062971324"} 2024-12-01T14:22:51,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:22:51,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:51,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-12-01T14:22:51,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228., hostname=57b748500ef9,38385,1733062954040, seqNum=2] 2024-12-01T14:22:51,360 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:22:51,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:22:51,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T14:22:51,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:22:51,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T14:22:51,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:22:51,535 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:22:51,568 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,38385,1733062954040, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:51,568 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:51,568 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,38385,1733062954040, seqNum=-1] 2024-12-01T14:22:51,568 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:51,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:51,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,38385,1733062954040', locateType=CURRENT is [region=hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228., hostname=57b748500ef9,38385,1733062954040, seqNum=2] 2024-12-01T14:22:51,572 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:22:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:22:51,574 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,38385,1733062954040 suceeded 2024-12-01T14:22:51,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:22:51,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-01T14:22:51,575 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:44635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:22:51,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-12-01T14:22:51,585 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:44635' 2024-12-01T14:22:51,586 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a9c729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:51,586 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:51,586 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:51,586 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:51,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:51,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c5073c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:51,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:51,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:51,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:51,587 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:51,588 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724855a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:51,588 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:51,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,44635,1733062958898 2024-12-01T14:22:51,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1692b219 2024-12-01T14:22:51,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:51,589 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:51,589 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,38385,1733062954040 (queues=1) is replicating from cluster=96bd7dfe-80b6-450c-9098-1e982c7bf354 to cluster=f7c65415-f8dd-4ab9-943f-283ba681dbe0 2024-12-01T14:22:51,589 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C38385%2C1733062954040 2024-12-01T14:22:51,589 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,38385,1733062954040, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:51,590 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430, startPosition=0, beingWritten=true 2024-12-01T14:22:51,590 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C38385%2C1733062954040 2024-12-01T14:22:51,593 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:51,594 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:51,594 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,38385,1733062954040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:51,797 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:52,100 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:52,266 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:52,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:52,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:52,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:52,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:52,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:52,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:52,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:52,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:52,268 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:52,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:52,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0e57c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:52,270 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f151e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:52,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,44635,1733062958898 2024-12-01T14:22:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75e99d24 2024-12-01T14:22:52,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:52,275 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:52,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:41765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:22:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:52,279 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:41765' 2024-12-01T14:22:52,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9afc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:52,288 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41765,-1 for getting cluster id 2024-12-01T14:22:52,288 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:52,289 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46720d30-e0bf-4890-80c7-4cd9816c2c5f' 2024-12-01T14:22:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46720d30-e0bf-4890-80c7-4cd9816c2c5f" 2024-12-01T14:22:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1befe9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:52,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41765,-1] 2024-12-01T14:22:52,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:52,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:52,290 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:52,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:52,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41765,1733062963282 2024-12-01T14:22:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c384e6d 2024-12-01T14:22:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:52,293 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:52,294 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:22:52,294 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:22:52,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:52,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:52,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:52,294 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:52,295 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:22:52,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:52,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:52,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:22:52,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbf3bdf0e4beaeb738c0d9187e5e9400, NAME => 'hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a 2024-12-01T14:22:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:22:52,346 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:22:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:52,504 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:52,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:52,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:52,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:52,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbf3bdf0e4beaeb738c0d9187e5e9400, disabling compactions & flushes 2024-12-01T14:22:52,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:52,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:52,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. after waiting 0 ms 2024-12-01T14:22:52,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:52,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:52,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbf3bdf0e4beaeb738c0d9187e5e9400: Waiting for close lock at 1733062972733Disabling compacts and flushes for region at 1733062972733Disabling writes for close at 1733062972733Writing region close event to WAL at 1733062972733Closed at 1733062972733 2024-12-01T14:22:52,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:52,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062972734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062972734"}]},"ts":"1733062972734"} 2024-12-01T14:22:52,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:52,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:52,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062972736"}]},"ts":"1733062972736"} 2024-12-01T14:22:52,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:22:52,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbf3bdf0e4beaeb738c0d9187e5e9400, ASSIGN}] 2024-12-01T14:22:52,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbf3bdf0e4beaeb738c0d9187e5e9400, ASSIGN 2024-12-01T14:22:52,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbf3bdf0e4beaeb738c0d9187e5e9400, ASSIGN; state=OFFLINE, location=57b748500ef9,39029,1733062959071; forceNewPlan=false, retain=false 2024-12-01T14:22:52,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbf3bdf0e4beaeb738c0d9187e5e9400, regionState=OPENING, regionLocation=57b748500ef9,39029,1733062959071 2024-12-01T14:22:52,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbf3bdf0e4beaeb738c0d9187e5e9400, ASSIGN because future has completed 2024-12-01T14:22:52,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf3bdf0e4beaeb738c0d9187e5e9400, server=57b748500ef9,39029,1733062959071}] 2024-12-01T14:22:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:53,023 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:53,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:53,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:53,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:22:53,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39029%2C1733062959071.rep, suffix=, logDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071, archiveDir=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/oldWALs, maxLogs=10 2024-12-01T14:22:53,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.rep.1733062973047, exclude list is [], retry=0 2024-12-01T14:22:53,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37007,DS-727b4fb9-3d48-43ca-8813-ebdbf7ac45a3,DISK] 2024-12-01T14:22:53,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.rep.1733062973047 2024-12-01T14:22:53,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45013:45013)] 2024-12-01T14:22:53,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbf3bdf0e4beaeb738c0d9187e5e9400, NAME => 'hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:53,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. service=MultiRowMutationService 2024-12-01T14:22:53,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:22:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,068 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,069 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf3bdf0e4beaeb738c0d9187e5e9400 columnFamilyName hfileref 2024-12-01T14:22:53,069 DEBUG [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:53,069 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] regionserver.HStore(327): Store=fbf3bdf0e4beaeb738c0d9187e5e9400/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:53,069 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,070 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf3bdf0e4beaeb738c0d9187e5e9400 columnFamilyName queue 2024-12-01T14:22:53,070 DEBUG [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:53,071 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] regionserver.HStore(327): Store=fbf3bdf0e4beaeb738c0d9187e5e9400/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:53,071 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,071 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf3bdf0e4beaeb738c0d9187e5e9400 columnFamilyName sid 2024-12-01T14:22:53,072 DEBUG [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:53,072 INFO [StoreOpener-fbf3bdf0e4beaeb738c0d9187e5e9400-1 {}] regionserver.HStore(327): Store=fbf3bdf0e4beaeb738c0d9187e5e9400/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:53,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:53,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:53,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbf3bdf0e4beaeb738c0d9187e5e9400; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68266035, jitterRate=0.017243191599845886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:22:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbf3bdf0e4beaeb738c0d9187e5e9400: Running coprocessor pre-open hook at 1733062973067Writing region info on filesystem at 1733062973067Initializing all the Stores at 1733062973068 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062973068Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062973068Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062973068Cleaning up temporary data from old regions at 1733062973073 (+5 ms)Running coprocessor post-open hooks at 1733062973075 (+2 ms)Region opened successfully at 1733062973075 2024-12-01T14:22:53,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400., pid=10, masterSystemTime=1733062973043 2024-12-01T14:22:53,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:53,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:22:53,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbf3bdf0e4beaeb738c0d9187e5e9400, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,39029,1733062959071 2024-12-01T14:22:53,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf3bdf0e4beaeb738c0d9187e5e9400, server=57b748500ef9,39029,1733062959071 because future has completed 2024-12-01T14:22:53,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:22:53,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbf3bdf0e4beaeb738c0d9187e5e9400, server=57b748500ef9,39029,1733062959071 in 189 msec 2024-12-01T14:22:53,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:22:53,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbf3bdf0e4beaeb738c0d9187e5e9400, ASSIGN in 343 msec 2024-12-01T14:22:53,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:53,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062973083"}]},"ts":"1733062973083"} 2024-12-01T14:22:53,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:22:53,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:53,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-12-01T14:22:53,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400., hostname=57b748500ef9,39029,1733062959071, seqNum=2] 2024-12-01T14:22:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:53,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:22:53,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:53,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:22:53,350 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:22:53,388 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,39029,1733062959071, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:53,388 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:53,388 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39029,1733062959071, seqNum=-1] 2024-12-01T14:22:53,389 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:53,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:53,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,39029,1733062959071', locateType=CURRENT is [region=hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400., hostname=57b748500ef9,39029,1733062959071, seqNum=2] 2024-12-01T14:22:53,394 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:22:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:22:53,400 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,39029,1733062959071 suceeded 2024-12-01T14:22:53,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:22:53,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-01T14:22:53,403 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:41765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:22:53,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1280 sec 2024-12-01T14:22:53,413 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:41765' 2024-12-01T14:22:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:53,415 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:53,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:53,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:53,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:53,416 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,416 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41765,-1 for getting cluster id 2024-12-01T14:22:53,416 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:53,417 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46720d30-e0bf-4890-80c7-4cd9816c2c5f' 2024-12-01T14:22:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46720d30-e0bf-4890-80c7-4cd9816c2c5f" 2024-12-01T14:22:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd7e2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41765,-1] 2024-12-01T14:22:53,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:53,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,422 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:53,423 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2e02e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,423 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41765,1733062963282 2024-12-01T14:22:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683d15c3 2024-12-01T14:22:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:53,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6009a72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41765,-1 for getting cluster id 2024-12-01T14:22:53,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:53,425 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46720d30-e0bf-4890-80c7-4cd9816c2c5f' 2024-12-01T14:22:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46720d30-e0bf-4890-80c7-4cd9816c2c5f" 2024-12-01T14:22:53,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6528a587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41765,-1] 2024-12-01T14:22:53,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:53,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,427 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:53,427 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:53,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737a2695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,428 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,39029,1733062959071 (queues=1) is replicating from cluster=f7c65415-f8dd-4ab9-943f-283ba681dbe0 to cluster=46720d30-e0bf-4890-80c7-4cd9816c2c5f 2024-12-01T14:22:53,428 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C39029%2C1733062959071 2024-12-01T14:22:53,428 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,39029,1733062959071, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:53,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,41765,1733062963282 2024-12-01T14:22:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406d27dc 2024-12-01T14:22:53,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:53,431 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:53,431 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:44635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:22:53,431 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, startPosition=0, beingWritten=true 2024-12-01T14:22:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:22:53,433 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C39029%2C1733062959071 2024-12-01T14:22:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:53,434 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:44635' 2024-12-01T14:22:53,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f31900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,436 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:53,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:53,437 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:53,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffa9510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:53,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,439 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:53,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e1de54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:53,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:53,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,44635,1733062958898 2024-12-01T14:22:53,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1986cfea 2024-12-01T14:22:53,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:53,442 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:22:53,443 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:22:53,443 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:22:53,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:53,444 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:22:53,445 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:22:53,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:53,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:22:53,446 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:53,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:22:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:22:53,484 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:53,484 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:53,484 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:53,495 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:22:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:53,626 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:53,690 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:53,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24fc5fee4904a89fc9a09ab08b9eaeec, NAME => 'hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0 2024-12-01T14:22:53,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:22:53,993 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:54,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:54,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24fc5fee4904a89fc9a09ab08b9eaeec, disabling compactions & flushes 2024-12-01T14:22:54,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. after waiting 0 ms 2024-12-01T14:22:54,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24fc5fee4904a89fc9a09ab08b9eaeec: Waiting for close lock at 1733062974291Disabling compacts and flushes for region at 1733062974291Disabling writes for close at 1733062974291Writing region close event to WAL at 1733062974291Closed at 1733062974291 2024-12-01T14:22:54,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:22:54,292 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733062974292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062974292"}]},"ts":"1733062974292"} 2024-12-01T14:22:54,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:22:54,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:22:54,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062974295"}]},"ts":"1733062974295"} 2024-12-01T14:22:54,296 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:22:54,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24fc5fee4904a89fc9a09ab08b9eaeec, ASSIGN}] 2024-12-01T14:22:54,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24fc5fee4904a89fc9a09ab08b9eaeec, ASSIGN 2024-12-01T14:22:54,298 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24fc5fee4904a89fc9a09ab08b9eaeec, ASSIGN; state=OFFLINE, location=57b748500ef9,39915,1733062963644; forceNewPlan=false, retain=false 2024-12-01T14:22:54,329 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:54,397 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:54,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24fc5fee4904a89fc9a09ab08b9eaeec, regionState=OPENING, regionLocation=57b748500ef9,39915,1733062963644 2024-12-01T14:22:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24fc5fee4904a89fc9a09ab08b9eaeec, ASSIGN because future has completed 2024-12-01T14:22:54,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24fc5fee4904a89fc9a09ab08b9eaeec, server=57b748500ef9,39915,1733062963644}] 2024-12-01T14:22:54,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:54,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:22:54,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:22:54,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C39915%2C1733062963644.rep, suffix=, logDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/oldWALs, maxLogs=10 2024-12-01T14:22:54,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.rep.1733062974608, exclude list is [], retry=0 2024-12-01T14:22:54,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-2f4ecdcf-931d-4161-8341-bd915ef4bf07,DISK] 2024-12-01T14:22:54,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.rep.1733062974608 2024-12-01T14:22:54,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-01T14:22:54,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24fc5fee4904a89fc9a09ab08b9eaeec, NAME => 'hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:22:54,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:22:54,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:22:54,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. service=MultiRowMutationService 2024-12-01T14:22:54,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:22:54,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:22:54,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,631 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,631 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24fc5fee4904a89fc9a09ab08b9eaeec columnFamilyName hfileref 2024-12-01T14:22:54,631 DEBUG [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:54,632 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] regionserver.HStore(327): Store=24fc5fee4904a89fc9a09ab08b9eaeec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:54,632 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,633 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24fc5fee4904a89fc9a09ab08b9eaeec columnFamilyName queue 2024-12-01T14:22:54,633 DEBUG [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:54,633 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] regionserver.HStore(327): Store=24fc5fee4904a89fc9a09ab08b9eaeec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:54,633 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,634 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24fc5fee4904a89fc9a09ab08b9eaeec columnFamilyName sid 2024-12-01T14:22:54,634 DEBUG [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:22:54,634 INFO [StoreOpener-24fc5fee4904a89fc9a09ab08b9eaeec-1 {}] regionserver.HStore(327): Store=24fc5fee4904a89fc9a09ab08b9eaeec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:22:54,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:22:54,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:22:54,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24fc5fee4904a89fc9a09ab08b9eaeec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65688373, jitterRate=-0.02116696536540985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:22:54,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:22:54,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24fc5fee4904a89fc9a09ab08b9eaeec: Running coprocessor pre-open hook at 1733062974630Writing region info on filesystem at 1733062974630Initializing all the Stores at 1733062974630Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062974630Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062974630Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062974631 (+1 ms)Cleaning up temporary data from old regions at 1733062974636 (+5 ms)Running coprocessor post-open hooks at 1733062974641 (+5 ms)Region opened successfully at 1733062974641 2024-12-01T14:22:54,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec., pid=10, masterSystemTime=1733062974603 2024-12-01T14:22:54,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:22:54,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24fc5fee4904a89fc9a09ab08b9eaeec, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,39915,1733062963644 2024-12-01T14:22:54,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24fc5fee4904a89fc9a09ab08b9eaeec, server=57b748500ef9,39915,1733062963644 because future has completed 2024-12-01T14:22:54,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:22:54,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24fc5fee4904a89fc9a09ab08b9eaeec, server=57b748500ef9,39915,1733062963644 in 200 msec 2024-12-01T14:22:54,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:22:54,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24fc5fee4904a89fc9a09ab08b9eaeec, ASSIGN in 355 msec 2024-12-01T14:22:54,654 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:22:54,654 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062974654"}]},"ts":"1733062974654"} 2024-12-01T14:22:54,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:22:54,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:22:54,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-12-01T14:22:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec., hostname=57b748500ef9,39915,1733062963644, seqNum=2] 2024-12-01T14:22:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:54,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:22:54,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:22:54,900 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:54,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:22:54,907 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:22:54,944 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,39915,1733062963644, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:22:54,944 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:54,944 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39915,1733062963644, seqNum=-1] 2024-12-01T14:22:54,945 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:54,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,39915,1733062963644', locateType=CURRENT is [region=hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec., hostname=57b748500ef9,39915,1733062963644, seqNum=2] 2024-12-01T14:22:54,951 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:22:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:22:54,953 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,39915,1733062963644 suceeded 2024-12-01T14:22:54,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:22:54,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-01T14:22:54,955 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:44635,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:22:54,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-12-01T14:22:54,971 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:44635' 2024-12-01T14:22:54,979 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4327c612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:54,979 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:54,979 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:54,980 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ccd0948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:54,982 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:54,984 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bee1fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:54,985 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:54,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,44635,1733062958898 2024-12-01T14:22:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f71a84 2024-12-01T14:22:54,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:22:54,987 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-01T14:22:54,988 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,39915,1733062963644 (queues=1) is replicating from cluster=46720d30-e0bf-4890-80c7-4cd9816c2c5f to cluster=f7c65415-f8dd-4ab9-943f-283ba681dbe0 2024-12-01T14:22:54,988 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C39915%2C1733062963644 2024-12-01T14:22:54,988 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,39915,1733062963644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:22:54,995 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, startPosition=0, beingWritten=true 2024-12-01T14:22:55,016 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C39915%2C1733062963644 2024-12-01T14:22:55,023 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:55,023 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 379, reset compression=false 2024-12-01T14:22:55,023 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:55,132 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:55,241 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 379, reset compression=false 2024-12-01T14:22:55,504 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:55,550 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 379, reset compression=false 2024-12-01T14:22:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:22:55,586 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:22:55,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:22:55,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:22:55,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:55,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:55,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:22:55,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a422b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,33453,-1 for getting cluster id 2024-12-01T14:22:55,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:55,588 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96bd7dfe-80b6-450c-9098-1e982c7bf354' 2024-12-01T14:22:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96bd7dfe-80b6-450c-9098-1e982c7bf354" 2024-12-01T14:22:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa1e3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,33453,-1] 2024-12-01T14:22:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:55,592 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:55,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b1dba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4445fe1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:55,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:55,594 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a199b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:55,595 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79bfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c63650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41765,-1 for getting cluster id 2024-12-01T14:22:55,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:55,601 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46720d30-e0bf-4890-80c7-4cd9816c2c5f' 2024-12-01T14:22:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46720d30-e0bf-4890-80c7-4cd9816c2c5f" 2024-12-01T14:22:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ba1c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41765,-1] 2024-12-01T14:22:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:55,603 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21073d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:55,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,38385,1733062954040, seqNum=-1] 2024-12-01T14:22:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:55,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062967169.69b3ce4a397d91beb6a88db06385d243., hostname=57b748500ef9,38385,1733062954040, seqNum=2] 2024-12-01T14:22:55,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39915,1733062963644, seqNum=-1] 2024-12-01T14:22:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:55,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d., hostname=57b748500ef9,39915,1733062963644, seqNum=2] 2024-12-01T14:22:55,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T14:22:55,954 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 379, reset compression=false 2024-12-01T14:22:56,060 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 379, reset compression=false 2024-12-01T14:22:56,095 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:56,095 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:56,095 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,38385,1733062954040 got entry batch from reader: WALEntryBatch [walEntries=[{test/69b3ce4a397d91beb6a88db06385d243/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T14:22:56,098 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:56,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:56,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:56,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e226fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:56,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,44635,-1 for getting cluster id 2024-12-01T14:22:56,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:56,106 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c65415-f8dd-4ab9-943f-283ba681dbe0' 2024-12-01T14:22:56,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:56,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c65415-f8dd-4ab9-943f-283ba681dbe0" 2024-12-01T14:22:56,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@371e781a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:56,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,44635,-1] 2024-12-01T14:22:56,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:56,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:56,108 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:56,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b9c4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:56,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:56,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39029,1733062959071, seqNum=-1] 2024-12-01T14:22:56,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:56,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:56,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062968307.3efb686198030472f7e4a01f4551463d., hostname=57b748500ef9,39029,1733062959071, seqNum=2] 2024-12-01T14:22:56,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:56,233 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 379, reset compression=false 2024-12-01T14:22:56,237 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:56,237 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 504, reset compression=false 2024-12-01T14:22:56,237 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[{test/3efb686198030472f7e4a01f4551463d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-01T14:22:56,239 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:56,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:56,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:56,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54116461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:56,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,41765,-1 for getting cluster id 2024-12-01T14:22:56,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:22:56,242 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46720d30-e0bf-4890-80c7-4cd9816c2c5f' 2024-12-01T14:22:56,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:22:56,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46720d30-e0bf-4890-80c7-4cd9816c2c5f" 2024-12-01T14:22:56,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28ae5c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:56,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,41765,-1] 2024-12-01T14:22:56,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:22:56,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:22:56,243 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:22:56,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd3c859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:22:56,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:56,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39915,1733062963644, seqNum=-1] 2024-12-01T14:22:56,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:56,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-01T14:22:56,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d., hostname=57b748500ef9,39915,1733062963644, seqNum=2] 2024-12-01T14:22:56,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:56,301 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:56,442 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 504, reset compression=false 2024-12-01T14:22:56,458 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 379, reset compression=false 2024-12-01T14:22:56,466 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:56,466 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 528, reset compression=false 2024-12-01T14:22:56,466 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:56,605 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:56,619 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T14:22:56,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:22:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,39029,1733062959071, seqNum=-1] 2024-12-01T14:22:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:22:56,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:22:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733062968307.3efb686198030472f7e4a01f4551463d., hostname=57b748500ef9,39029,1733062959071, seqNum=2] 2024-12-01T14:22:56,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T14:22:56,670 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 528, reset compression=false 2024-12-01T14:22:56,748 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 504, reset compression=false 2024-12-01T14:22:56,754 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:56,754 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 608, reset compression=false 2024-12-01T14:22:56,754 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[{test/3efb686198030472f7e4a01f4551463d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:22:56,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:56,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:56,969 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 608, reset compression=false 2024-12-01T14:22:56,977 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 528, reset compression=false 2024-12-01T14:22:56,980 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:56,980 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 656, reset compression=false 2024-12-01T14:22:56,980 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:57,018 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:57,182 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 656, reset compression=false 2024-12-01T14:22:57,272 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 608, reset compression=false 2024-12-01T14:22:57,485 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 656, reset compression=false 2024-12-01T14:22:57,521 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:57,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T14:22:57,639 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-01T14:22:57,675 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 608, reset compression=false 2024-12-01T14:22:57,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:22:57,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:22:57,835 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108696 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:22:57,889 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 656, reset compression=false 2024-12-01T14:22:57,893 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:57,893 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 760, reset compression=false 2024-12-01T14:22:57,893 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b1e09a522ddcb8495b83cecfece560d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T14:22:57,895 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:22:57,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-01T14:22:57,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:57,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:58,096 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 760, reset compression=false 2024-12-01T14:22:58,125 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:58,180 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 608, reset compression=false 2024-12-01T14:22:58,185 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:58,185 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 735, reset compression=false 2024-12-01T14:22:58,185 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:58,388 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 735, reset compression=false 2024-12-01T14:22:58,399 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 760, reset compression=false 2024-12-01T14:22:58,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:22:58,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:22:58,640 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-01T14:22:58,644 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T14:22:58,697 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 735, reset compression=false 2024-12-01T14:22:58,805 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 760, reset compression=false 2024-12-01T14:22:58,831 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 480, reset compression=false 2024-12-01T14:22:58,838 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:58,838 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:22:58,838 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,38385,1733062954040 got entry batch from reader: WALEntryBatch [walEntries=[{test/69b3ce4a397d91beb6a88db06385d243/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T14:22:58,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:58,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:59,045 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:22:59,101 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 735, reset compression=false 2024-12-01T14:22:59,105 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:22:59,106 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 883, reset compression=false 2024-12-01T14:22:59,106 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[{test/3efb686198030472f7e4a01f4551463d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-01T14:22:59,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:22:59,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:22:59,310 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 883, reset compression=false 2024-12-01T14:22:59,313 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 760, reset compression=false 2024-12-01T14:22:59,352 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:22:59,401 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:22:59,401 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 932, reset compression=false 2024-12-01T14:22:59,401 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:22:59,604 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 932, reset compression=false 2024-12-01T14:22:59,612 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 883, reset compression=false 2024-12-01T14:22:59,645 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T14:22:59,648 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T14:22:59,754 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:22:59,907 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 932, reset compression=false 2024-12-01T14:23:00,015 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 883, reset compression=false 2024-12-01T14:23:00,019 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:23:00,019 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1042, reset compression=false 2024-12-01T14:23:00,019 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[{test/3efb686198030472f7e4a01f4551463d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T14:23:00,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:23:00,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:23:00,222 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1042, reset compression=false 2024-12-01T14:23:00,258 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:00,309 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 932, reset compression=false 2024-12-01T14:23:00,312 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:00,312 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1082, reset compression=false 2024-12-01T14:23:00,312 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:00,515 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1082, reset compression=false 2024-12-01T14:23:00,525 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1042, reset compression=false 2024-12-01T14:23:00,649 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T14:23:00,651 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-01T14:23:00,818 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1082, reset compression=false 2024-12-01T14:23:00,821 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:23:00,821 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1241, reset compression=false 2024-12-01T14:23:00,821 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b1e09a522ddcb8495b83cecfece560d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T14:23:00,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T14:23:00,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T14:23:00,861 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:00,927 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1042, reset compression=false 2024-12-01T14:23:00,934 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:00,934 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:00,934 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:01,024 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1241, reset compression=false 2024-12-01T14:23:01,137 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:01,327 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1241, reset compression=false 2024-12-01T14:23:01,440 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:01,565 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:01,653 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-01T14:23:01,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:23:01,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:01,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:01,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:01,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:01,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:01,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:23:01,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1596493266, stopped=false 2024-12-01T14:23:01,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,41765,1733062963282 2024-12-01T14:23:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21611018473/running 2024-12-01T14:23:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21611018473/running 2024-12-01T14:23:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:23:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:23:01,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:01,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:01,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:01,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:01,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,39915,1733062963644' ***** 2024-12-01T14:23:01,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:23:01,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/running 2024-12-01T14:23:01,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Set watcher on znode that does not yet exist, /21611018473/running 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:23:01,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(3091): Received CLOSE for 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,39915,1733062963644 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39915. 2024-12-01T14:23:01,671 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24fc5fee4904a89fc9a09ab08b9eaeec, disabling compactions & flushes 2024-12-01T14:23:01,671 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:23:01,671 DEBUG [RS:0;57b748500ef9:39915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:01,671 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:23:01,671 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:01,671 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. after waiting 0 ms 2024-12-01T14:23:01,671 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:23:01,671 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:23:01,672 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24fc5fee4904a89fc9a09ab08b9eaeec 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-01T14:23:01,672 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:23:01,672 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1325): Online Regions={24fc5fee4904a89fc9a09ab08b9eaeec=hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec., 1588230740=hbase:meta,,1.1588230740, 1b1e09a522ddcb8495b83cecfece560d=test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d.} 2024-12-01T14:23:01,672 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b1e09a522ddcb8495b83cecfece560d, 24fc5fee4904a89fc9a09ab08b9eaeec 2024-12-01T14:23:01,672 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:01,672 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:01,672 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:01,672 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:01,672 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:01,672 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:23:01,688 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/info/5e8306db017b491d86844641f556de35 is 147, key is hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec./info:regioninfo/1733062974649/Put/seqid=0 2024-12-01T14:23:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741840_1016 (size=7686) 2024-12-01T14:23:01,692 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/info/5e8306db017b491d86844641f556de35 2024-12-01T14:23:01,695 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/.tmp/queue/fc854c39308c481ea24ca5a65089d7dc is 154, key is 1-57b748500ef9,39915,1733062963644/queue:57b748500ef9%2C39915%2C1733062963644/1733062980825/Put/seqid=0 2024-12-01T14:23:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741841_1017 (size=5353) 2024-12-01T14:23:01,702 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/.tmp/queue/fc854c39308c481ea24ca5a65089d7dc 2024-12-01T14:23:01,707 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/.tmp/queue/fc854c39308c481ea24ca5a65089d7dc as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/queue/fc854c39308c481ea24ca5a65089d7dc 2024-12-01T14:23:01,711 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/ns/40c878f260114ad1b051b1f5da5f2498 is 43, key is default/ns:d/1733062967108/Put/seqid=0 2024-12-01T14:23:01,711 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/queue/fc854c39308c481ea24ca5a65089d7dc, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T14:23:01,712 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 24fc5fee4904a89fc9a09ab08b9eaeec in 41ms, sequenceid=12, compaction requested=false 2024-12-01T14:23:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:23:01,720 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/replication/24fc5fee4904a89fc9a09ab08b9eaeec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:01,721 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24fc5fee4904a89fc9a09ab08b9eaeec: Waiting for close lock at 1733062981671Running coprocessor pre-close hooks at 1733062981671Disabling compacts and flushes for region at 1733062981671Disabling writes for close at 1733062981671Obtaining lock to block concurrent updates at 1733062981672 (+1 ms)Preparing flush snapshotting stores in 24fc5fee4904a89fc9a09ab08b9eaeec at 1733062981672Finished memstore snapshotting hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733062981672Flushing stores of hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. at 1733062981672Flushing 24fc5fee4904a89fc9a09ab08b9eaeec/queue: creating writer at 1733062981673 (+1 ms)Flushing 24fc5fee4904a89fc9a09ab08b9eaeec/queue: appending metadata at 1733062981695 (+22 ms)Flushing 24fc5fee4904a89fc9a09ab08b9eaeec/queue: closing flushed file at 1733062981695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8191ce: reopening flushed file at 1733062981706 (+11 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 24fc5fee4904a89fc9a09ab08b9eaeec in 41ms, sequenceid=12, compaction requested=false at 1733062981712 (+6 ms)Writing region close event to WAL at 1733062981717 (+5 ms)Running coprocessor post-close hooks at 1733062981721 (+4 ms)Closed at 1733062981721 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062973443.24fc5fee4904a89fc9a09ab08b9eaeec. 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b1e09a522ddcb8495b83cecfece560d, disabling compactions & flushes 2024-12-01T14:23:01,721 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. after waiting 0 ms 2024-12-01T14:23:01,721 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:23:01,721 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b1e09a522ddcb8495b83cecfece560d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-01T14:23:01,735 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/f/34ea39c6179142a8931618addf8af6ae is 29, key is row1/f:/1733062979646/DeleteFamily/seqid=0 2024-12-01T14:23:01,738 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1241, reset compression=false 2024-12-01T14:23:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741843_1019 (size=5152) 2024-12-01T14:23:01,743 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:01,743 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1488, reset compression=false 2024-12-01T14:23:01,743 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39915,1733062963644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:01,744 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,39915,1733062963644: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,39915,1733062963644, walGroup=57b748500ef9%2C39915%2C1733062963644, offset=57b748500ef9%2C39915%2C1733062963644.1733062966571:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:39915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:23:01,745 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:23:01,745 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:23:01,745 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:23:01,746 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:23:01,746 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:23:01,746 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1293942784, "init": 1048576000, "max": 2306867200, "used": 1029685888 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201378120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:23:01,746 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:23:01,768 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:01,843 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:01,872 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:23:01,948 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1488, reset compression=false 2024-12-01T14:23:02,072 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:23:02,119 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/ns/40c878f260114ad1b051b1f5da5f2498 2024-12-01T14:23:02,140 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/rep_barrier/3c610ed843934c3dacd8e0aab5031e25 is 112, key is test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d./rep_barrier:seqnumDuringOpen/1733062969782/Put/seqid=0 2024-12-01T14:23:02,142 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/f/34ea39c6179142a8931618addf8af6ae 2024-12-01T14:23:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741844_1020 (size=5518) 2024-12-01T14:23:02,152 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34ea39c6179142a8931618addf8af6ae 2024-12-01T14:23:02,171 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/f1/eb4060a703f949af876ae70e5fb7bd91 is 30, key is row1/f1:/1733062979646/DeleteFamily/seqid=0 2024-12-01T14:23:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741845_1021 (size=5158) 2024-12-01T14:23:02,175 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/f1/eb4060a703f949af876ae70e5fb7bd91 2024-12-01T14:23:02,179 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb4060a703f949af876ae70e5fb7bd91 2024-12-01T14:23:02,198 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/norep/abf204e32d064dcd9b97cd6b32c2fc32 is 33, key is row2/norep:/1733062980650/DeleteFamily/seqid=0 2024-12-01T14:23:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741846_1022 (size=5108) 2024-12-01T14:23:02,251 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1488, reset compression=false 2024-12-01T14:23:02,272 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:23:02,306 DEBUG [master/57b748500ef9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-12-01T14:23:02,313 DEBUG [master/57b748500ef9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-01T14:23:02,346 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:02,368 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:02,444 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:23:02,444 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:23:02,472 DEBUG [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b1e09a522ddcb8495b83cecfece560d 2024-12-01T14:23:02,545 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/rep_barrier/3c610ed843934c3dacd8e0aab5031e25 2024-12-01T14:23:02,564 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/table/8ef51f6c166b496daf669753fdbee97c is 53, key is hbase:replication/table:state/1733062974654/Put/seqid=0 2024-12-01T14:23:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741847_1023 (size=5308) 2024-12-01T14:23:02,568 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/table/8ef51f6c166b496daf669753fdbee97c 2024-12-01T14:23:02,573 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/info/5e8306db017b491d86844641f556de35 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/info/5e8306db017b491d86844641f556de35 2024-12-01T14:23:02,577 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/info/5e8306db017b491d86844641f556de35, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:23:02,578 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/ns/40c878f260114ad1b051b1f5da5f2498 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/ns/40c878f260114ad1b051b1f5da5f2498 2024-12-01T14:23:02,583 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/ns/40c878f260114ad1b051b1f5da5f2498, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:23:02,584 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/rep_barrier/3c610ed843934c3dacd8e0aab5031e25 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/rep_barrier/3c610ed843934c3dacd8e0aab5031e25 2024-12-01T14:23:02,591 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/rep_barrier/3c610ed843934c3dacd8e0aab5031e25, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:23:02,595 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/.tmp/table/8ef51f6c166b496daf669753fdbee97c as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/table/8ef51f6c166b496daf669753fdbee97c 2024-12-01T14:23:02,599 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/table/8ef51f6c166b496daf669753fdbee97c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:23:02,600 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false 2024-12-01T14:23:02,602 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/norep/abf204e32d064dcd9b97cd6b32c2fc32 2024-12-01T14:23:02,605 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abf204e32d064dcd9b97cd6b32c2fc32 2024-12-01T14:23:02,606 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/f/34ea39c6179142a8931618addf8af6ae as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/f/34ea39c6179142a8931618addf8af6ae 2024-12-01T14:23:02,610 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34ea39c6179142a8931618addf8af6ae 2024-12-01T14:23:02,610 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/f/34ea39c6179142a8931618addf8af6ae, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T14:23:02,611 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/f1/eb4060a703f949af876ae70e5fb7bd91 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/f1/eb4060a703f949af876ae70e5fb7bd91 2024-12-01T14:23:02,615 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb4060a703f949af876ae70e5fb7bd91 2024-12-01T14:23:02,615 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/f1/eb4060a703f949af876ae70e5fb7bd91, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T14:23:02,616 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/.tmp/norep/abf204e32d064dcd9b97cd6b32c2fc32 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/norep/abf204e32d064dcd9b97cd6b32c2fc32 2024-12-01T14:23:02,620 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:23:02,621 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:02,621 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:02,621 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:02,621 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062981672Running coprocessor pre-close hooks at 1733062981672Disabling compacts and flushes for region at 1733062981672Disabling writes for close at 1733062981672Obtaining lock to block concurrent updates at 1733062981672Preparing flush snapshotting stores in 1588230740 at 1733062981672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062981672Flushing stores of hbase:meta,,1.1588230740 at 1733062981673 (+1 ms)Flushing 1588230740/info: creating writer at 1733062981673Flushing 1588230740/info: appending metadata at 1733062981687 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733062981687Flushing 1588230740/ns: creating writer at 1733062981695 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733062981711 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733062981711Flushing 1588230740/rep_barrier: creating writer at 1733062982123 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062982140 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062982140Flushing 1588230740/table: creating writer at 1733062982549 (+409 ms)Flushing 1588230740/table: appending metadata at 1733062982564 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733062982564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf535fc: reopening flushed file at 1733062982572 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edfac6b: reopening flushed file at 1733062982577 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3affdba: reopening flushed file at 1733062982584 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787b239c: reopening flushed file at 1733062982591 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false at 1733062982600 (+9 ms)Writing region close event to WAL at 1733062982616 (+16 ms)Running coprocessor post-close hooks at 1733062982620 (+4 ms)Closed at 1733062982621 (+1 ms) 2024-12-01T14:23:02,621 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:02,622 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abf204e32d064dcd9b97cd6b32c2fc32 2024-12-01T14:23:02,622 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/norep/abf204e32d064dcd9b97cd6b32c2fc32, entries=1, sequenceid=10, filesize=5.0 K 2024-12-01T14:23:02,623 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1b1e09a522ddcb8495b83cecfece560d in 902ms, sequenceid=10, compaction requested=false 2024-12-01T14:23:02,637 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/data/default/test/1b1e09a522ddcb8495b83cecfece560d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T14:23:02,637 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:02,637 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:02,637 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:23:02,637 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b1e09a522ddcb8495b83cecfece560d: Waiting for close lock at 1733062981721Running coprocessor pre-close hooks at 1733062981721Disabling compacts and flushes for region at 1733062981721Disabling writes for close at 1733062981721Obtaining lock to block concurrent updates at 1733062981721Preparing flush snapshotting stores in 1b1e09a522ddcb8495b83cecfece560d at 1733062981721Finished memstore snapshotting test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733062981722 (+1 ms)Flushing stores of test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. at 1733062981722Flushing 1b1e09a522ddcb8495b83cecfece560d/f: creating writer at 1733062981722Flushing 1b1e09a522ddcb8495b83cecfece560d/f: appending metadata at 1733062981734 (+12 ms)Flushing 1b1e09a522ddcb8495b83cecfece560d/f: closing flushed file at 1733062981734Flushing 1b1e09a522ddcb8495b83cecfece560d/f1: creating writer at 1733062982152 (+418 ms)Flushing 1b1e09a522ddcb8495b83cecfece560d/f1: appending metadata at 1733062982171 (+19 ms)Flushing 1b1e09a522ddcb8495b83cecfece560d/f1: closing flushed file at 1733062982171Flushing 1b1e09a522ddcb8495b83cecfece560d/norep: creating writer at 1733062982180 (+9 ms)Flushing 1b1e09a522ddcb8495b83cecfece560d/norep: appending metadata at 1733062982197 (+17 ms)Flushing 1b1e09a522ddcb8495b83cecfece560d/norep: closing flushed file at 1733062982197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca59c18: reopening flushed file at 1733062982605 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24949d24: reopening flushed file at 1733062982610 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae20eb0: reopening flushed file at 1733062982615 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1b1e09a522ddcb8495b83cecfece560d in 902ms, sequenceid=10, compaction requested=false at 1733062982623 (+8 ms)Writing region close event to WAL at 1733062982632 (+9 ms)Running coprocessor post-close hooks at 1733062982637 (+5 ms)Closed at 1733062982637 2024-12-01T14:23:02,637 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062969447.1b1e09a522ddcb8495b83cecfece560d. 2024-12-01T14:23:02,654 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 1488, reset compression=false 2024-12-01T14:23:02,659 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:02,659 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.wal-reader.57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.1733062966571 to pos 2132, reset compression=false 2024-12-01T14:23:02,673 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,39915,1733062963644; all regions closed. 2024-12-01T14:23:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:23:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741839_1015 (size=3114) 2024-12-01T14:23:02,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/WALs/57b748500ef9,39915,1733062963644/57b748500ef9%2C39915%2C1733062963644.rep.1733062974608 not finished, retry = 0 2024-12-01T14:23:02,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741833_1009 (size=2140) 2024-12-01T14:23:02,782 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:02,782 INFO [RS:0;57b748500ef9:39915 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:02,782 INFO [RS:0;57b748500ef9:39915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:02,782 INFO [RS:0;57b748500ef9:39915 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:02,782 INFO [RS:0;57b748500ef9:39915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:02,782 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:02,782 INFO [RS:0;57b748500ef9:39915 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,39915,1733062963644 because: Region server is closing 2024-12-01T14:23:02,782 INFO [RS:0;57b748500ef9:39915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39915. 2024-12-01T14:23:02,782 DEBUG [RS:0;57b748500ef9:39915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:02,782 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:02,783 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:02,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:02,883 INFO [RS:0;57b748500ef9:39915 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39915,1733062963644.replicationSource.shipper57b748500ef9%2C39915%2C1733062963644,1-57b748500ef9,39915,1733062963644 terminated 2024-12-01T14:23:02,883 INFO [RS:0;57b748500ef9:39915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39915. 2024-12-01T14:23:02,883 DEBUG [RS:0;57b748500ef9:39915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:02,883 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:02,883 DEBUG [RS:0;57b748500ef9:39915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:02,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:02,884 INFO [RS:0;57b748500ef9:39915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39915 2024-12-01T14:23:02,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473/rs 2024-12-01T14:23:02,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21611018473/rs/57b748500ef9,39915,1733062963644 2024-12-01T14:23:02,896 INFO [RS:0;57b748500ef9:39915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:02,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,39915,1733062963644] 2024-12-01T14:23:02,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21611018473/draining/57b748500ef9,39915,1733062963644 already deleted, retry=false 2024-12-01T14:23:02,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,39915,1733062963644 expired; onlineServers=0 2024-12-01T14:23:02,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,41765,1733062963282' ***** 2024-12-01T14:23:02,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:23:02,922 INFO [M:0;57b748500ef9:41765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:02,922 INFO [M:0;57b748500ef9:41765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:02,922 DEBUG [M:0;57b748500ef9:41765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:23:02,922 DEBUG [M:0;57b748500ef9:41765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:23:02,922 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:23:02,922 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062966304 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062966304,5,FailOnTimeoutGroup] 2024-12-01T14:23:02,922 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062966304 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062966304,5,FailOnTimeoutGroup] 2024-12-01T14:23:02,922 INFO [M:0;57b748500ef9:41765 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:02,922 INFO [M:0;57b748500ef9:41765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:02,922 DEBUG [M:0;57b748500ef9:41765 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:23:02,923 INFO [M:0;57b748500ef9:41765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:23:02,923 INFO [M:0;57b748500ef9:41765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:02,923 INFO [M:0;57b748500ef9:41765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:23:02,923 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:23:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21611018473/master 2024-12-01T14:23:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21611018473 2024-12-01T14:23:02,932 DEBUG [M:0;57b748500ef9:41765 {}] zookeeper.ZKUtil(347): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Unable to get data of znode /21611018473/master because node does not exist (not an error) 2024-12-01T14:23:02,932 WARN [M:0;57b748500ef9:41765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:23:02,946 INFO [M:0;57b748500ef9:41765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/.lastflushedseqids 2024-12-01T14:23:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:23:02,950 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:03,007 INFO [RS:0;57b748500ef9:39915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39915-0x1019145fa280007, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:03,007 INFO [RS:0;57b748500ef9:39915 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,39915,1733062963644; zookeeper connection closed. 2024-12-01T14:23:03,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a7b6e30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a7b6e30 2024-12-01T14:23:03,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:23:03,271 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:03,350 INFO [M:0;57b748500ef9:41765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:23:03,350 INFO [M:0;57b748500ef9:41765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:23:03,350 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:03,351 INFO [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:03,351 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:03,351 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:03,351 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:03,351 INFO [M:0;57b748500ef9:41765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T14:23:03,363 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:23:03,370 DEBUG [M:0;57b748500ef9:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6819b2e0934ea0ac3e9b24382025b3 is 82, key is hbase:meta,,1/info:regioninfo/1733062967091/Put/seqid=0 2024-12-01T14:23:03,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:23:03,653 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:03,779 INFO [M:0;57b748500ef9:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6819b2e0934ea0ac3e9b24382025b3 2024-12-01T14:23:03,798 DEBUG [M:0;57b748500ef9:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbd81640e9249f7bfdf36b595c9eae2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062974657/Put/seqid=0 2024-12-01T14:23:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741850_1026 (size=8517) 2024-12-01T14:23:03,802 INFO [M:0;57b748500ef9:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbd81640e9249f7bfdf36b595c9eae2 2024-12-01T14:23:03,815 DEBUG [M:0;57b748500ef9:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05ff37f934304cce8d2f4d6500d55d22 is 69, key is 57b748500ef9,39915,1733062963644/rs:state/1733062966358/Put/seqid=0 2024-12-01T14:23:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:23:04,221 INFO [M:0;57b748500ef9:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05ff37f934304cce8d2f4d6500d55d22 2024-12-01T14:23:04,224 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6819b2e0934ea0ac3e9b24382025b3 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6819b2e0934ea0ac3e9b24382025b3 2024-12-01T14:23:04,227 INFO [M:0;57b748500ef9:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6819b2e0934ea0ac3e9b24382025b3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T14:23:04,228 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbd81640e9249f7bfdf36b595c9eae2 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbd81640e9249f7bfdf36b595c9eae2 2024-12-01T14:23:04,231 INFO [M:0;57b748500ef9:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbd81640e9249f7bfdf36b595c9eae2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T14:23:04,232 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05ff37f934304cce8d2f4d6500d55d22 as hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05ff37f934304cce8d2f4d6500d55d22 2024-12-01T14:23:04,235 INFO [M:0;57b748500ef9:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37203/user/jenkins/test-data/d6816d3a-5118-841d-0e25-4eb1ded0bbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05ff37f934304cce8d2f4d6500d55d22, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T14:23:04,236 INFO [M:0;57b748500ef9:41765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-12-01T14:23:04,237 INFO [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:04,237 DEBUG [M:0;57b748500ef9:41765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062983350Disabling compacts and flushes for region at 1733062983350Disabling writes for close at 1733062983351 (+1 ms)Obtaining lock to block concurrent updates at 1733062983351Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062983351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733062983351Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062983352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062983352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062983370 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062983370Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062983782 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062983798 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062983798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062983804 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062983815 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062983815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c9a9c2: reopening flushed file at 1733062984224 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77183878: reopening flushed file at 1733062984228 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5df1bd: reopening flushed file at 1733062984231 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1733062984236 (+5 ms)Writing region close event to WAL at 1733062984237 (+1 ms)Closed at 1733062984237 2024-12-01T14:23:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741830_1006 (size=63666) 2024-12-01T14:23:04,240 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:04,240 INFO [M:0;57b748500ef9:41765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:23:04,241 INFO [M:0;57b748500ef9:41765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41765 2024-12-01T14:23:04,241 INFO [M:0;57b748500ef9:41765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:04,277 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1019145fa280006, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:04,356 INFO [M:0;57b748500ef9:41765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:04,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18457364{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:04,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f96c270{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:04,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:04,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16b6c043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:04,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f06295{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:04,368 WARN [BP-1363156525-172.17.0.3-1733062960868 heartbeating to localhost/127.0.0.1:37203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:23:04,368 WARN [BP-1363156525-172.17.0.3-1733062960868 heartbeating to localhost/127.0.0.1:37203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363156525-172.17.0.3-1733062960868 (Datanode Uuid fd3ebcbc-a228-4115-825c-0def0b210cae) service to localhost/127.0.0.1:37203 2024-12-01T14:23:04,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/cluster_f1f169d1-0638-624c-e42e-dc1e8783c343/data/data1/current/BP-1363156525-172.17.0.3-1733062960868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:04,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/cluster_f1f169d1-0638-624c-e42e-dc1e8783c343/data/data2/current/BP-1363156525-172.17.0.3-1733062960868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:04,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:23:04,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:23:04,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:23:04,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e38a934{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:04,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a311096{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:04,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:04,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f28910a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:04,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33262659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:04,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:23:04,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:23:04,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:04,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:04,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:04,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:04,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:04,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:23:04,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1081751729, stopped=false 2024-12-01T14:23:04,395 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,44635,1733062958898 2024-12-01T14:23:04,465 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92905082/running 2024-12-01T14:23:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:23:04,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92905082/running 2024-12-01T14:23:04,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:23:04,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:04,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:04,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,39029,1733062959071' ***** 2024-12-01T14:23:04,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:23:04,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/running 2024-12-01T14:23:04,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Set watcher on znode that does not yet exist, /1-92905082/running 2024-12-01T14:23:04,490 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:23:04,491 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(3091): Received CLOSE for fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(3091): Received CLOSE for 3efb686198030472f7e4a01f4551463d 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,39029,1733062959071 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:04,491 INFO [RS:0;57b748500ef9:39029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39029. 2024-12-01T14:23:04,491 DEBUG [RS:0;57b748500ef9:39029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:04,492 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:04,492 INFO [RS:0;57b748500ef9:39029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:23:04,492 INFO [RS:0;57b748500ef9:39029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:23:04,492 INFO [RS:0;57b748500ef9:39029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:23:04,492 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:23:04,492 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:23:04,492 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbf3bdf0e4beaeb738c0d9187e5e9400=hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400., 3efb686198030472f7e4a01f4551463d=test,,1733062968307.3efb686198030472f7e4a01f4551463d.} 2024-12-01T14:23:04,492 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d, fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:23:04,492 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbf3bdf0e4beaeb738c0d9187e5e9400, disabling compactions & flushes 2024-12-01T14:23:04,492 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:23:04,492 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:23:04,492 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. after waiting 0 ms 2024-12-01T14:23:04,492 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:23:04,493 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbf3bdf0e4beaeb738c0d9187e5e9400 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-01T14:23:04,493 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:04,493 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:04,493 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:04,493 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:04,494 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:04,494 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:23:04,510 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/info/1040b4e8a30a44a7a67736329ef31b95 is 147, key is hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400./info:regioninfo/1733062973078/Put/seqid=0 2024-12-01T14:23:04,515 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/.tmp/queue/c513a4ea77d0485585ba40ef9c3d5409 is 154, key is 1-57b748500ef9,39029,1733062959071/queue:57b748500ef9%2C39029%2C1733062959071/1733062980935/Put/seqid=0 2024-12-01T14:23:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741840_1016 (size=7686) 2024-12-01T14:23:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741841_1017 (size=5353) 2024-12-01T14:23:04,530 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:04,692 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d, fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:23:04,893 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d, fbf3bdf0e4beaeb738c0d9187e5e9400 2024-12-01T14:23:04,925 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/info/1040b4e8a30a44a7a67736329ef31b95 2024-12-01T14:23:04,930 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/.tmp/queue/c513a4ea77d0485585ba40ef9c3d5409 2024-12-01T14:23:04,941 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/.tmp/queue/c513a4ea77d0485585ba40ef9c3d5409 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/queue/c513a4ea77d0485585ba40ef9c3d5409 2024-12-01T14:23:04,945 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/queue/c513a4ea77d0485585ba40ef9c3d5409, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T14:23:04,945 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fbf3bdf0e4beaeb738c0d9187e5e9400 in 453ms, sequenceid=12, compaction requested=false 2024-12-01T14:23:04,946 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:23:04,955 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/ns/82dc76a427fd466ea117ba9935ddfa05 is 43, key is default/ns:d/1733062960725/Put/seqid=0 2024-12-01T14:23:04,955 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/replication/fbf3bdf0e4beaeb738c0d9187e5e9400/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T14:23:04,955 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:04,955 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:04,955 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:23:04,956 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbf3bdf0e4beaeb738c0d9187e5e9400: Waiting for close lock at 1733062984492Running coprocessor pre-close hooks at 1733062984492Disabling compacts and flushes for region at 1733062984492Disabling writes for close at 1733062984492Obtaining lock to block concurrent updates at 1733062984493 (+1 ms)Preparing flush snapshotting stores in fbf3bdf0e4beaeb738c0d9187e5e9400 at 1733062984493Finished memstore snapshotting hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733062984493Flushing stores of hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. at 1733062984493Flushing fbf3bdf0e4beaeb738c0d9187e5e9400/queue: creating writer at 1733062984494 (+1 ms)Flushing fbf3bdf0e4beaeb738c0d9187e5e9400/queue: appending metadata at 1733062984515 (+21 ms)Flushing fbf3bdf0e4beaeb738c0d9187e5e9400/queue: closing flushed file at 1733062984515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81278cf: reopening flushed file at 1733062984940 (+425 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fbf3bdf0e4beaeb738c0d9187e5e9400 in 453ms, sequenceid=12, compaction requested=false at 1733062984945 (+5 ms)Writing region close event to WAL at 1733062984948 (+3 ms)Running coprocessor post-close hooks at 1733062984955 (+7 ms)Closed at 1733062984955 2024-12-01T14:23:04,956 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062972294.fbf3bdf0e4beaeb738c0d9187e5e9400. 2024-12-01T14:23:04,956 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3efb686198030472f7e4a01f4551463d, disabling compactions & flushes 2024-12-01T14:23:04,956 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:23:04,956 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:23:04,956 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062968307.3efb686198030472f7e4a01f4551463d. after waiting 0 ms 2024-12-01T14:23:04,956 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:23:04,956 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3efb686198030472f7e4a01f4551463d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-01T14:23:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:23:04,970 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/f/99d2a9f23b6b4670853a2c19afd17f32 is 29, key is row1/f:/1733062979646/DeleteFamily/seqid=0 2024-12-01T14:23:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741843_1019 (size=5152) 2024-12-01T14:23:05,011 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:23:05,011 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:23:05,093 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d 2024-12-01T14:23:05,293 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d 2024-12-01T14:23:05,359 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/ns/82dc76a427fd466ea117ba9935ddfa05 2024-12-01T14:23:05,368 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1191, reset compression=false 2024-12-01T14:23:05,371 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:05,371 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1438, reset compression=false 2024-12-01T14:23:05,371 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,39029,1733062959071 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:05,372 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,39029,1733062959071: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,39029,1733062959071, walGroup=57b748500ef9%2C39029%2C1733062959071, offset=57b748500ef9%2C39029%2C1733062959071.1733062960145:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:39029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:23:05,374 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:23:05,374 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:23:05,375 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:23:05,375 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:23:05,375 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:23:05,375 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1293942784, "init": 1048576000, "max": 2306867200, "used": 904650488 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201846144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:23:05,376 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:44635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:44635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:23:05,377 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/f/99d2a9f23b6b4670853a2c19afd17f32 2024-12-01T14:23:05,378 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/rep_barrier/8cbfae975db04940b612dbd142b720ec is 112, key is test,,1733062968307.3efb686198030472f7e4a01f4551463d./rep_barrier:seqnumDuringOpen/1733062969047/Put/seqid=0 2024-12-01T14:23:05,381 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99d2a9f23b6b4670853a2c19afd17f32 2024-12-01T14:23:05,381 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:05,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741844_1020 (size=5518) 2024-12-01T14:23:05,397 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/f1/b2f2ed436c284094b94155e8ebd11a49 is 30, key is row1/f1:/1733062979646/DeleteFamily/seqid=0 2024-12-01T14:23:05,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741845_1021 (size=5158) 2024-12-01T14:23:05,493 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:23:05,493 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3efb686198030472f7e4a01f4551463d=test,,1733062968307.3efb686198030472f7e4a01f4551463d.} 2024-12-01T14:23:05,493 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d 2024-12-01T14:23:05,580 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1438, reset compression=false 2024-12-01T14:23:05,693 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb686198030472f7e4a01f4551463d 2024-12-01T14:23:05,783 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/rep_barrier/8cbfae975db04940b612dbd142b720ec 2024-12-01T14:23:05,798 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/table/1e4735853a8b4d2888a868ae17240949 is 53, key is hbase:replication/table:state/1733062973083/Put/seqid=0 2024-12-01T14:23:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741846_1022 (size=5308) 2024-12-01T14:23:05,801 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/f1/b2f2ed436c284094b94155e8ebd11a49 2024-12-01T14:23:05,804 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2f2ed436c284094b94155e8ebd11a49 2024-12-01T14:23:05,815 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/norep/1f08741930454ac5bf398458d12e7260 is 33, key is row1/norep:/1733062979646/DeleteFamily/seqid=0 2024-12-01T14:23:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741847_1023 (size=5108) 2024-12-01T14:23:05,818 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/norep/1f08741930454ac5bf398458d12e7260 2024-12-01T14:23:05,821 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f08741930454ac5bf398458d12e7260 2024-12-01T14:23:05,821 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/f/99d2a9f23b6b4670853a2c19afd17f32 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/f/99d2a9f23b6b4670853a2c19afd17f32 2024-12-01T14:23:05,825 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99d2a9f23b6b4670853a2c19afd17f32 2024-12-01T14:23:05,825 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/f/99d2a9f23b6b4670853a2c19afd17f32, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T14:23:05,825 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/f1/b2f2ed436c284094b94155e8ebd11a49 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/f1/b2f2ed436c284094b94155e8ebd11a49 2024-12-01T14:23:05,828 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2f2ed436c284094b94155e8ebd11a49 2024-12-01T14:23:05,829 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/f1/b2f2ed436c284094b94155e8ebd11a49, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T14:23:05,829 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/.tmp/norep/1f08741930454ac5bf398458d12e7260 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/norep/1f08741930454ac5bf398458d12e7260 2024-12-01T14:23:05,832 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f08741930454ac5bf398458d12e7260 2024-12-01T14:23:05,832 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/norep/1f08741930454ac5bf398458d12e7260, entries=1, sequenceid=10, filesize=5.0 K 2024-12-01T14:23:05,833 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3efb686198030472f7e4a01f4551463d in 877ms, sequenceid=10, compaction requested=false 2024-12-01T14:23:05,833 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:23:05,836 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/default/test/3efb686198030472f7e4a01f4551463d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T14:23:05,837 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:05,837 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:05,837 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:23:05,837 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3efb686198030472f7e4a01f4551463d: Waiting for close lock at 1733062984956Running coprocessor pre-close hooks at 1733062984956Disabling compacts and flushes for region at 1733062984956Disabling writes for close at 1733062984956Obtaining lock to block concurrent updates at 1733062984956Preparing flush snapshotting stores in 3efb686198030472f7e4a01f4551463d at 1733062984956Finished memstore snapshotting test,,1733062968307.3efb686198030472f7e4a01f4551463d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733062984956Flushing stores of test,,1733062968307.3efb686198030472f7e4a01f4551463d. at 1733062984957 (+1 ms)Flushing 3efb686198030472f7e4a01f4551463d/f: creating writer at 1733062984957Flushing 3efb686198030472f7e4a01f4551463d/f: appending metadata at 1733062984970 (+13 ms)Flushing 3efb686198030472f7e4a01f4551463d/f: closing flushed file at 1733062984970Flushing 3efb686198030472f7e4a01f4551463d/f1: creating writer at 1733062985381 (+411 ms)Flushing 3efb686198030472f7e4a01f4551463d/f1: appending metadata at 1733062985396 (+15 ms)Flushing 3efb686198030472f7e4a01f4551463d/f1: closing flushed file at 1733062985396Flushing 3efb686198030472f7e4a01f4551463d/norep: creating writer at 1733062985804 (+408 ms)Flushing 3efb686198030472f7e4a01f4551463d/norep: appending metadata at 1733062985815 (+11 ms)Flushing 3efb686198030472f7e4a01f4551463d/norep: closing flushed file at 1733062985815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8606aa: reopening flushed file at 1733062985821 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74658023: reopening flushed file at 1733062985825 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10cdda93: reopening flushed file at 1733062985829 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3efb686198030472f7e4a01f4551463d in 877ms, sequenceid=10, compaction requested=false at 1733062985833 (+4 ms)Writing region close event to WAL at 1733062985834 (+1 ms)Running coprocessor post-close hooks at 1733062985837 (+3 ms)Closed at 1733062985837 2024-12-01T14:23:05,837 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062968307.3efb686198030472f7e4a01f4551463d. 2024-12-01T14:23:05,887 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 1438, reset compression=false 2024-12-01T14:23:05,891 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:05,891 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 2082, reset compression=false 2024-12-01T14:23:05,894 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:06,094 DEBUG [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:06,095 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 2082, reset compression=false 2024-12-01T14:23:06,201 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/table/1e4735853a8b4d2888a868ae17240949 2024-12-01T14:23:06,205 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/info/1040b4e8a30a44a7a67736329ef31b95 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/info/1040b4e8a30a44a7a67736329ef31b95 2024-12-01T14:23:06,210 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/info/1040b4e8a30a44a7a67736329ef31b95, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:23:06,211 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/ns/82dc76a427fd466ea117ba9935ddfa05 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/ns/82dc76a427fd466ea117ba9935ddfa05 2024-12-01T14:23:06,218 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/ns/82dc76a427fd466ea117ba9935ddfa05, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:23:06,219 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/rep_barrier/8cbfae975db04940b612dbd142b720ec as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/rep_barrier/8cbfae975db04940b612dbd142b720ec 2024-12-01T14:23:06,225 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/rep_barrier/8cbfae975db04940b612dbd142b720ec, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:23:06,227 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/.tmp/table/1e4735853a8b4d2888a868ae17240949 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/table/1e4735853a8b4d2888a868ae17240949 2024-12-01T14:23:06,231 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/table/1e4735853a8b4d2888a868ae17240949, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:23:06,231 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-12-01T14:23:06,231 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:23:06,236 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:23:06,236 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:06,236 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:06,236 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:06,236 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062984493Running coprocessor pre-close hooks at 1733062984493Disabling compacts and flushes for region at 1733062984493Disabling writes for close at 1733062984494 (+1 ms)Obtaining lock to block concurrent updates at 1733062984494Preparing flush snapshotting stores in 1588230740 at 1733062984494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062984495 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733062984495Flushing 1588230740/info: creating writer at 1733062984495Flushing 1588230740/info: appending metadata at 1733062984510 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733062984510Flushing 1588230740/ns: creating writer at 1733062984931 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733062984954 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733062984954Flushing 1588230740/rep_barrier: creating writer at 1733062985363 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062985377 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062985378 (+1 ms)Flushing 1588230740/table: creating writer at 1733062985787 (+409 ms)Flushing 1588230740/table: appending metadata at 1733062985797 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733062985797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455676a4: reopening flushed file at 1733062986204 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d34dda: reopening flushed file at 1733062986210 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbb0ede: reopening flushed file at 1733062986218 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3512a24b: reopening flushed file at 1733062986225 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1733062986231 (+6 ms)Writing region close event to WAL at 1733062986233 (+2 ms)Running coprocessor post-close hooks at 1733062986236 (+3 ms)Closed at 1733062986236 2024-12-01T14:23:06,236 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:06,294 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,39029,1733062959071; all regions closed. 2024-12-01T14:23:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:23:06,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.meta.1733062960677.meta not finished, retry = 0 2024-12-01T14:23:06,398 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.1733062960145 to pos 2082, reset compression=false 2024-12-01T14:23:06,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/WALs/57b748500ef9,39029,1733062959071/57b748500ef9%2C39029%2C1733062959071.rep.1733062973047 not finished, retry = 0 2024-12-01T14:23:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741839_1015 (size=3114) 2024-12-01T14:23:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741832_1008 (size=2090) 2024-12-01T14:23:06,501 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:06,501 INFO [RS:0;57b748500ef9:39029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:06,501 INFO [RS:0;57b748500ef9:39029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:06,502 INFO [RS:0;57b748500ef9:39029 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:06,502 INFO [RS:0;57b748500ef9:39029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:06,502 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:06,502 INFO [RS:0;57b748500ef9:39029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,39029,1733062959071 because: Region server is closing 2024-12-01T14:23:06,502 INFO [RS:0;57b748500ef9:39029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39029. 2024-12-01T14:23:06,502 DEBUG [RS:0;57b748500ef9:39029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:06,503 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:06,503 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:06,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:06,584 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:06,603 INFO [RS:0;57b748500ef9:39029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.shipper57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 terminated 2024-12-01T14:23:06,603 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,39029,1733062959071.replicationSource.wal-reader.57b748500ef9%2C39029%2C1733062959071,1-57b748500ef9,39029,1733062959071 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:23:06,603 INFO [RS:0;57b748500ef9:39029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:39029. 2024-12-01T14:23:06,603 DEBUG [RS:0;57b748500ef9:39029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:06,603 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:06,603 DEBUG [RS:0;57b748500ef9:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:06,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:06,604 INFO [RS:0;57b748500ef9:39029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39029 2024-12-01T14:23:06,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082/rs 2024-12-01T14:23:06,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92905082/rs/57b748500ef9,39029,1733062959071 2024-12-01T14:23:06,622 INFO [RS:0;57b748500ef9:39029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:06,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,39029,1733062959071] 2024-12-01T14:23:06,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-92905082/draining/57b748500ef9,39029,1733062959071 already deleted, retry=false 2024-12-01T14:23:06,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,39029,1733062959071 expired; onlineServers=0 2024-12-01T14:23:06,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,44635,1733062958898' ***** 2024-12-01T14:23:06,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:23:06,675 INFO [M:0;57b748500ef9:44635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:06,675 INFO [M:0;57b748500ef9:44635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:06,675 DEBUG [M:0;57b748500ef9:44635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:23:06,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:23:06,675 DEBUG [M:0;57b748500ef9:44635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:23:06,675 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062959864 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062959864,5,FailOnTimeoutGroup] 2024-12-01T14:23:06,675 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062959868 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062959868,5,FailOnTimeoutGroup] 2024-12-01T14:23:06,675 INFO [M:0;57b748500ef9:44635 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:06,675 INFO [M:0;57b748500ef9:44635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:06,676 DEBUG [M:0;57b748500ef9:44635 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:23:06,676 INFO [M:0;57b748500ef9:44635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:23:06,676 INFO [M:0;57b748500ef9:44635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:06,676 INFO [M:0;57b748500ef9:44635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:23:06,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:23:06,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-92905082/master 2024-12-01T14:23:06,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-92905082 2024-12-01T14:23:06,686 DEBUG [M:0;57b748500ef9:44635 {}] zookeeper.ZKUtil(347): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Unable to get data of znode /1-92905082/master because node does not exist (not an error) 2024-12-01T14:23:06,686 WARN [M:0;57b748500ef9:44635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:23:06,687 INFO [M:0;57b748500ef9:44635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/.lastflushedseqids 2024-12-01T14:23:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:23:06,756 INFO [RS:0;57b748500ef9:39029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:06,756 INFO [RS:0;57b748500ef9:39029 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,39029,1733062959071; zookeeper connection closed. 2024-12-01T14:23:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x1019145fa280004, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:06,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37d7bb47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37d7bb47 2024-12-01T14:23:06,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:23:07,094 INFO [M:0;57b748500ef9:44635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:23:07,094 INFO [M:0;57b748500ef9:44635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:23:07,094 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:07,094 INFO [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:07,094 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:07,094 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:07,094 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:07,095 INFO [M:0;57b748500ef9:44635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T14:23:07,107 DEBUG [M:0;57b748500ef9:44635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1a78695889943c59617dd59e0db4961 is 82, key is hbase:meta,,1/info:regioninfo/1733062960707/Put/seqid=0 2024-12-01T14:23:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:23:07,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:07,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:07,510 INFO [M:0;57b748500ef9:44635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1a78695889943c59617dd59e0db4961 2024-12-01T14:23:07,529 DEBUG [M:0;57b748500ef9:44635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b29c0e93f6e4eb79874c96419951aa8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733062973086/Put/seqid=0 2024-12-01T14:23:07,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741850_1026 (size=8516) 2024-12-01T14:23:07,888 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:07,936 INFO [M:0;57b748500ef9:44635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b29c0e93f6e4eb79874c96419951aa8 2024-12-01T14:23:07,957 DEBUG [M:0;57b748500ef9:44635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f81a84b20e6451f9cf2ce5a93ab74ae is 69, key is 57b748500ef9,39029,1733062959071/rs:state/1733062959939/Put/seqid=0 2024-12-01T14:23:07,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:23:07,962 INFO [M:0;57b748500ef9:44635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f81a84b20e6451f9cf2ce5a93ab74ae 2024-12-01T14:23:07,972 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1a78695889943c59617dd59e0db4961 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1a78695889943c59617dd59e0db4961 2024-12-01T14:23:07,979 INFO [M:0;57b748500ef9:44635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1a78695889943c59617dd59e0db4961, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T14:23:07,980 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b29c0e93f6e4eb79874c96419951aa8 as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b29c0e93f6e4eb79874c96419951aa8 2024-12-01T14:23:07,984 INFO [M:0;57b748500ef9:44635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b29c0e93f6e4eb79874c96419951aa8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T14:23:07,985 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f81a84b20e6451f9cf2ce5a93ab74ae as hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f81a84b20e6451f9cf2ce5a93ab74ae 2024-12-01T14:23:07,989 INFO [M:0;57b748500ef9:44635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37713/user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f81a84b20e6451f9cf2ce5a93ab74ae, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T14:23:07,990 INFO [M:0;57b748500ef9:44635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false 2024-12-01T14:23:07,991 INFO [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:07,991 DEBUG [M:0;57b748500ef9:44635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062987094Disabling compacts and flushes for region at 1733062987094Disabling writes for close at 1733062987094Obtaining lock to block concurrent updates at 1733062987095 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062987095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733062987095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062987095Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062987095Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062987107 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062987107Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062987514 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062987528 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062987528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062987940 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062987956 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062987956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dcb049: reopening flushed file at 1733062987970 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40911709: reopening flushed file at 1733062987980 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56cddbc2: reopening flushed file at 1733062987985 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false at 1733062987990 (+5 ms)Writing region close event to WAL at 1733062987991 (+1 ms)Closed at 1733062987991 2024-12-01T14:23:07,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37007 is added to blk_1073741830_1006 (size=63654) 2024-12-01T14:23:07,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8acc1cc6-54f4-8073-3d03-f82c1f2c989a/MasterData/WALs/57b748500ef9,44635,1733062958898/57b748500ef9%2C44635%2C1733062958898.1733062959607 not finished, retry = 0 2024-12-01T14:23:08,094 INFO [M:0;57b748500ef9:44635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:23:08,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:08,094 INFO [M:0;57b748500ef9:44635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44635 2024-12-01T14:23:08,095 INFO [M:0;57b748500ef9:44635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:08,207 INFO [M:0;57b748500ef9:44635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:08,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44635-0x1019145fa280003, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:08,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c44f6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:08,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43a5295f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:08,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:08,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@380974d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:08,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa21995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:08,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:23:08,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:23:08,212 WARN [BP-2102181078-172.17.0.3-1733062957140 heartbeating to localhost/127.0.0.1:37713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:23:08,212 WARN [BP-2102181078-172.17.0.3-1733062957140 heartbeating to localhost/127.0.0.1:37713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2102181078-172.17.0.3-1733062957140 (Datanode Uuid bd29584e-ae0e-467d-95ab-ec25171945df) service to localhost/127.0.0.1:37713 2024-12-01T14:23:08,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/cluster_174c34c1-17eb-292a-877f-e0bd21b9ccbe/data/data1/current/BP-2102181078-172.17.0.3-1733062957140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:08,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/cluster_174c34c1-17eb-292a-877f-e0bd21b9ccbe/data/data2/current/BP-2102181078-172.17.0.3-1733062957140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:08,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:23:08,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173846ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:08,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66257982{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:08,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:08,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@768f1e82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:08,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d833f76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f239b3e-1dcf-ab12-edf8-aab2315eb36c/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:08,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:23:08,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:23:08,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:08,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:08,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:08,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:08,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:08,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:23:08,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=250027379, stopped=false 2024-12-01T14:23:08,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,33453,1733062953781 2024-12-01T14:23:08,264 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1819962354/running 2024-12-01T14:23:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1819962354/running 2024-12-01T14:23:08,264 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:23:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:23:08,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:08,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:08,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:08,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:08,265 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,38385,1733062954040' ***** 2024-12-01T14:23:08,265 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:23:08,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/running 2024-12-01T14:23:08,265 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:23:08,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:23:08,266 INFO [RS:0;57b748500ef9:38385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:23:08,266 INFO [RS:0;57b748500ef9:38385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:23:08,266 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(3091): Received CLOSE for 69b3ce4a397d91beb6a88db06385d243 2024-12-01T14:23:08,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Set watcher on znode that does not yet exist, /0-1819962354/running 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(3091): Received CLOSE for c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,38385,1733062954040 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:08,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69b3ce4a397d91beb6a88db06385d243, disabling compactions & flushes 2024-12-01T14:23:08,268 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:38385. 2024-12-01T14:23:08,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:23:08,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. after waiting 0 ms 2024-12-01T14:23:08,268 DEBUG [RS:0;57b748500ef9:38385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:08,268 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:23:08,268 DEBUG [RS:0;57b748500ef9:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:08,268 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69b3ce4a397d91beb6a88db06385d243 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:23:08,268 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:23:08,269 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:23:08,269 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1325): Online Regions={69b3ce4a397d91beb6a88db06385d243=test,,1733062967169.69b3ce4a397d91beb6a88db06385d243., 1588230740=hbase:meta,,1.1588230740, c45c3e0b6b643baa1306a3a68a382228=hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228.} 2024-12-01T14:23:08,269 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3ce4a397d91beb6a88db06385d243, c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:23:08,269 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:08,269 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:08,269 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:08,269 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:08,269 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:08,269 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:23:08,287 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/info/0c8adfe8aaab49c7b3e3aa8db6dc0ca3 is 147, key is hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228./info:regioninfo/1733062971318/Put/seqid=0 2024-12-01T14:23:08,287 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/f/80457d941c904621a4c766585a421c32 is 28, key is row/f:/1733062978641/DeleteFamily/seqid=0 2024-12-01T14:23:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741841_1017 (size=5085) 2024-12-01T14:23:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741840_1016 (size=7686) 2024-12-01T14:23:08,295 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:23:08,296 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:23:08,325 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:08,469 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3ce4a397d91beb6a88db06385d243, c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:23:08,669 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3ce4a397d91beb6a88db06385d243, c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:23:08,691 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/f/80457d941c904621a4c766585a421c32 2024-12-01T14:23:08,691 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/info/0c8adfe8aaab49c7b3e3aa8db6dc0ca3 2024-12-01T14:23:08,694 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80457d941c904621a4c766585a421c32 2024-12-01T14:23:08,706 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/ns/fc260737b2f94d9eb2e449be0f8f33a2 is 43, key is default/ns:d/1733062957007/Put/seqid=0 2024-12-01T14:23:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:23:08,709 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/ns/fc260737b2f94d9eb2e449be0f8f33a2 2024-12-01T14:23:08,710 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/f1/290ced3191cc4356af9ef147aab1bad3 is 29, key is row/f1:/1733062978641/DeleteFamily/seqid=0 2024-12-01T14:23:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741843_1019 (size=5089) 2024-12-01T14:23:08,713 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/f1/290ced3191cc4356af9ef147aab1bad3 2024-12-01T14:23:08,716 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 290ced3191cc4356af9ef147aab1bad3 2024-12-01T14:23:08,727 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/norep/bc6fbe3574e340eb8c20390f6c2c7f3a is 32, key is row/norep:/1733062978641/DeleteFamily/seqid=0 2024-12-01T14:23:08,728 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/rep_barrier/a14fc226751645b1b2be2a627e73cb40 is 112, key is test,,1733062967169.69b3ce4a397d91beb6a88db06385d243./rep_barrier:seqnumDuringOpen/1733062967920/Put/seqid=0 2024-12-01T14:23:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741844_1020 (size=5101) 2024-12-01T14:23:08,730 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/norep/bc6fbe3574e340eb8c20390f6c2c7f3a 2024-12-01T14:23:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741845_1021 (size=5518) 2024-12-01T14:23:08,731 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/rep_barrier/a14fc226751645b1b2be2a627e73cb40 2024-12-01T14:23:08,733 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc6fbe3574e340eb8c20390f6c2c7f3a 2024-12-01T14:23:08,734 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/f/80457d941c904621a4c766585a421c32 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/f/80457d941c904621a4c766585a421c32 2024-12-01T14:23:08,737 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80457d941c904621a4c766585a421c32 2024-12-01T14:23:08,737 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/f/80457d941c904621a4c766585a421c32, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T14:23:08,738 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/f1/290ced3191cc4356af9ef147aab1bad3 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/f1/290ced3191cc4356af9ef147aab1bad3 2024-12-01T14:23:08,741 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 290ced3191cc4356af9ef147aab1bad3 2024-12-01T14:23:08,741 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/f1/290ced3191cc4356af9ef147aab1bad3, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T14:23:08,742 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/.tmp/norep/bc6fbe3574e340eb8c20390f6c2c7f3a as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/norep/bc6fbe3574e340eb8c20390f6c2c7f3a 2024-12-01T14:23:08,746 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc6fbe3574e340eb8c20390f6c2c7f3a 2024-12-01T14:23:08,746 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/norep/bc6fbe3574e340eb8c20390f6c2c7f3a, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T14:23:08,747 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 69b3ce4a397d91beb6a88db06385d243 in 479ms, sequenceid=6, compaction requested=false 2024-12-01T14:23:08,747 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/table/995472c85b5e449aa0c435659a2dc550 is 53, key is hbase:replication/table:state/1733062971324/Put/seqid=0 2024-12-01T14:23:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741846_1022 (size=5308) 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/default/test/69b3ce4a397d91beb6a88db06385d243/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:08,751 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69b3ce4a397d91beb6a88db06385d243: Waiting for close lock at 1733062988268Running coprocessor pre-close hooks at 1733062988268Disabling compacts and flushes for region at 1733062988268Disabling writes for close at 1733062988268Obtaining lock to block concurrent updates at 1733062988268Preparing flush snapshotting stores in 69b3ce4a397d91beb6a88db06385d243 at 1733062988268Finished memstore snapshotting test,,1733062967169.69b3ce4a397d91beb6a88db06385d243., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733062988269 (+1 ms)Flushing stores of test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. at 1733062988269Flushing 69b3ce4a397d91beb6a88db06385d243/f: creating writer at 1733062988270 (+1 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/f: appending metadata at 1733062988286 (+16 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/f: closing flushed file at 1733062988287 (+1 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/f1: creating writer at 1733062988694 (+407 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/f1: appending metadata at 1733062988709 (+15 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/f1: closing flushed file at 1733062988709Flushing 69b3ce4a397d91beb6a88db06385d243/norep: creating writer at 1733062988716 (+7 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/norep: appending metadata at 1733062988726 (+10 ms)Flushing 69b3ce4a397d91beb6a88db06385d243/norep: closing flushed file at 1733062988726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fad0a40: reopening flushed file at 1733062988733 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fcd35a: reopening flushed file at 1733062988737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d74bd3f: reopening flushed file at 1733062988741 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 69b3ce4a397d91beb6a88db06385d243 in 479ms, sequenceid=6, compaction requested=false at 1733062988747 (+6 ms)Writing region close event to WAL at 1733062988748 (+1 ms)Running coprocessor post-close hooks at 1733062988751 (+3 ms)Closed at 1733062988751 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733062967169.69b3ce4a397d91beb6a88db06385d243. 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c45c3e0b6b643baa1306a3a68a382228, disabling compactions & flushes 2024-12-01T14:23:08,751 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. after waiting 0 ms 2024-12-01T14:23:08,751 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:23:08,752 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c45c3e0b6b643baa1306a3a68a382228 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-01T14:23:08,768 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/.tmp/queue/47e8c3decefd4804845143f9524ae705 is 153, key is 1-57b748500ef9,38385,1733062954040/queue:57b748500ef9%2C38385%2C1733062954040/1733062978844/Put/seqid=0 2024-12-01T14:23:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741847_1023 (size=5352) 2024-12-01T14:23:08,869 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:23:09,069 DEBUG [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45c3e0b6b643baa1306a3a68a382228 2024-12-01T14:23:09,151 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/table/995472c85b5e449aa0c435659a2dc550 2024-12-01T14:23:09,156 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/info/0c8adfe8aaab49c7b3e3aa8db6dc0ca3 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/info/0c8adfe8aaab49c7b3e3aa8db6dc0ca3 2024-12-01T14:23:09,159 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/info/0c8adfe8aaab49c7b3e3aa8db6dc0ca3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:23:09,159 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/ns/fc260737b2f94d9eb2e449be0f8f33a2 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/ns/fc260737b2f94d9eb2e449be0f8f33a2 2024-12-01T14:23:09,162 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/ns/fc260737b2f94d9eb2e449be0f8f33a2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:23:09,162 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/rep_barrier/a14fc226751645b1b2be2a627e73cb40 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/rep_barrier/a14fc226751645b1b2be2a627e73cb40 2024-12-01T14:23:09,166 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/rep_barrier/a14fc226751645b1b2be2a627e73cb40, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:23:09,166 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/.tmp/table/995472c85b5e449aa0c435659a2dc550 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/table/995472c85b5e449aa0c435659a2dc550 2024-12-01T14:23:09,169 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/table/995472c85b5e449aa0c435659a2dc550, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:23:09,170 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=16, compaction requested=false 2024-12-01T14:23:09,171 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/.tmp/queue/47e8c3decefd4804845143f9524ae705 2024-12-01T14:23:09,173 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:23:09,174 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:09,174 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:09,174 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:09,174 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062988269Running coprocessor pre-close hooks at 1733062988269Disabling compacts and flushes for region at 1733062988269Disabling writes for close at 1733062988269Obtaining lock to block concurrent updates at 1733062988269Preparing flush snapshotting stores in 1588230740 at 1733062988269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733062988269Flushing stores of hbase:meta,,1.1588230740 at 1733062988269Flushing 1588230740/info: creating writer at 1733062988270 (+1 ms)Flushing 1588230740/info: appending metadata at 1733062988287 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733062988287Flushing 1588230740/ns: creating writer at 1733062988694 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733062988706 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733062988706Flushing 1588230740/rep_barrier: creating writer at 1733062988712 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733062988728 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733062988728Flushing 1588230740/table: creating writer at 1733062988734 (+6 ms)Flushing 1588230740/table: appending metadata at 1733062988747 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733062988747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcf55eb: reopening flushed file at 1733062989156 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5544f03c: reopening flushed file at 1733062989159 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3010141e: reopening flushed file at 1733062989162 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7676481b: reopening flushed file at 1733062989166 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=16, compaction requested=false at 1733062989170 (+4 ms)Writing region close event to WAL at 1733062989171 (+1 ms)Running coprocessor post-close hooks at 1733062989174 (+3 ms)Closed at 1733062989174 2024-12-01T14:23:09,174 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:09,175 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/.tmp/queue/47e8c3decefd4804845143f9524ae705 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/queue/47e8c3decefd4804845143f9524ae705 2024-12-01T14:23:09,178 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/queue/47e8c3decefd4804845143f9524ae705, entries=1, sequenceid=8, filesize=5.2 K 2024-12-01T14:23:09,179 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c45c3e0b6b643baa1306a3a68a382228 in 428ms, sequenceid=8, compaction requested=false 2024-12-01T14:23:09,181 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/data/hbase/replication/c45c3e0b6b643baa1306a3a68a382228/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T14:23:09,182 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:09,182 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:09,182 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:23:09,182 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c45c3e0b6b643baa1306a3a68a382228: Waiting for close lock at 1733062988751Running coprocessor pre-close hooks at 1733062988751Disabling compacts and flushes for region at 1733062988751Disabling writes for close at 1733062988751Obtaining lock to block concurrent updates at 1733062988752 (+1 ms)Preparing flush snapshotting stores in c45c3e0b6b643baa1306a3a68a382228 at 1733062988752Finished memstore snapshotting hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733062988752Flushing stores of hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. at 1733062988752Flushing c45c3e0b6b643baa1306a3a68a382228/queue: creating writer at 1733062988752Flushing c45c3e0b6b643baa1306a3a68a382228/queue: appending metadata at 1733062988767 (+15 ms)Flushing c45c3e0b6b643baa1306a3a68a382228/queue: closing flushed file at 1733062988767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e5a87b: reopening flushed file at 1733062989174 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c45c3e0b6b643baa1306a3a68a382228 in 428ms, sequenceid=8, compaction requested=false at 1733062989179 (+5 ms)Writing region close event to WAL at 1733062989179Running coprocessor post-close hooks at 1733062989182 (+3 ms)Closed at 1733062989182 2024-12-01T14:23:09,182 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733062970128.c45c3e0b6b643baa1306a3a68a382228. 2024-12-01T14:23:09,270 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,38385,1733062954040; all regions closed. 2024-12-01T14:23:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741834_1010 (size=4239) 2024-12-01T14:23:09,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.meta.1733062956930.meta not finished, retry = 0 2024-12-01T14:23:09,291 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 636, reset compression=false 2024-12-01T14:23:09,295 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:09,295 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430 to pos 1527, reset compression=false 2024-12-01T14:23:09,295 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,38385,1733062954040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/WALs/57b748500ef9,38385,1733062954040/57b748500ef9%2C38385%2C1733062954040.1733062956430, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:09,296 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,38385,1733062954040: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,38385,1733062954040, walGroup=57b748500ef9%2C38385%2C1733062954040, offset=57b748500ef9%2C38385%2C1733062954040.1733062956430:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:38385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:23:09,297 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:23:09,297 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:23:09,297 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:23:09,297 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:23:09,297 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:23:09,297 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1293942784, "init": 1048576000, "max": 2306867200, "used": 1007410936 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202435232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:23:09,298 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:23:09,374 DEBUG [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/oldWALs 2024-12-01T14:23:09,374 INFO [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C38385%2C1733062954040.meta:.meta(num 1733062956930) 2024-12-01T14:23:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741839_1015 (size=2240) 2024-12-01T14:23:09,386 DEBUG [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/oldWALs 2024-12-01T14:23:09,386 INFO [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C38385%2C1733062954040.rep:(num 1733062971270) 2024-12-01T14:23:09,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741833_1009 (size=1535) 2024-12-01T14:23:09,392 DEBUG [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/oldWALs 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C38385%2C1733062954040:(num 1733062956430) 2024-12-01T14:23:09,392 DEBUG [RS:0;57b748500ef9:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:09,392 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,38385,1733062954040 because: Region server is closing 2024-12-01T14:23:09,392 INFO [RS:0;57b748500ef9:38385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:38385. 2024-12-01T14:23:09,392 DEBUG [RS:0;57b748500ef9:38385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:09,392 DEBUG [RS:0;57b748500ef9:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:09,393 DEBUG [RS:0;57b748500ef9:38385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:09,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:09,493 INFO [RS:0;57b748500ef9:38385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.shipper57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 terminated 2024-12-01T14:23:09,493 INFO [RS:0;57b748500ef9:38385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38385 2024-12-01T14:23:09,493 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,38385,1733062954040.replicationSource.wal-reader.57b748500ef9%2C38385%2C1733062954040,1-57b748500ef9,38385,1733062954040 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:23:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354/rs 2024-12-01T14:23:09,506 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1819962354/rs/57b748500ef9,38385,1733062954040 2024-12-01T14:23:09,506 INFO [RS:0;57b748500ef9:38385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:09,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,38385,1733062954040] 2024-12-01T14:23:09,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/draining/57b748500ef9,38385,1733062954040 already deleted, retry=false 2024-12-01T14:23:09,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,38385,1733062954040 expired; onlineServers=0 2024-12-01T14:23:09,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,33453,1733062953781' ***** 2024-12-01T14:23:09,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:23:09,605 INFO [M:0;57b748500ef9:33453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:09,605 INFO [M:0;57b748500ef9:33453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:09,605 DEBUG [M:0;57b748500ef9:33453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:23:09,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:23:09,606 DEBUG [M:0;57b748500ef9:33453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:23:09,606 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062956176 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062956176,5,FailOnTimeoutGroup] 2024-12-01T14:23:09,606 INFO [M:0;57b748500ef9:33453 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:09,606 INFO [M:0;57b748500ef9:33453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:09,606 DEBUG [M:0;57b748500ef9:33453 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:23:09,606 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062956168 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062956168,5,FailOnTimeoutGroup] 2024-12-01T14:23:09,606 INFO [M:0;57b748500ef9:33453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:23:09,606 INFO [M:0;57b748500ef9:33453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:09,606 INFO [M:0;57b748500ef9:33453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:23:09,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:23:09,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1819962354/master 2024-12-01T14:23:09,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1819962354 2024-12-01T14:23:09,626 DEBUG [M:0;57b748500ef9:33453 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1819962354/master already deleted, retry=false 2024-12-01T14:23:09,626 DEBUG [M:0;57b748500ef9:33453 {}] master.ActiveMasterManager(353): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1819962354/master 2024-12-01T14:23:09,627 INFO [M:0;57b748500ef9:33453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/.lastflushedseqids 2024-12-01T14:23:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741848_1024 (size=245) 2024-12-01T14:23:09,650 INFO [RS:0;57b748500ef9:38385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:09,650 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:09,650 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38385-0x1019145fa280001, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:09,650 INFO [RS:0;57b748500ef9:38385 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,38385,1733062954040; zookeeper connection closed. 2024-12-01T14:23:09,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@671f2a1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@671f2a1c 2024-12-01T14:23:09,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:23:10,031 INFO [M:0;57b748500ef9:33453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:23:10,031 INFO [M:0;57b748500ef9:33453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:23:10,031 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:10,031 INFO [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:10,031 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:10,031 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:10,031 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:10,031 INFO [M:0;57b748500ef9:33453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-01T14:23:10,048 DEBUG [M:0;57b748500ef9:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac7d8f9ef35f4f32ac416d2044733b31 is 82, key is hbase:meta,,1/info:regioninfo/1733062956978/Put/seqid=0 2024-12-01T14:23:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741849_1025 (size=5672) 2024-12-01T14:23:10,052 INFO [M:0;57b748500ef9:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac7d8f9ef35f4f32ac416d2044733b31 2024-12-01T14:23:10,066 DEBUG [M:0;57b748500ef9:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db1a542aef2147d6825f4347d914c32e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733062967927/Put/seqid=0 2024-12-01T14:23:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741850_1026 (size=7219) 2024-12-01T14:23:10,475 INFO [M:0;57b748500ef9:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db1a542aef2147d6825f4347d914c32e 2024-12-01T14:23:10,483 INFO [M:0;57b748500ef9:33453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db1a542aef2147d6825f4347d914c32e 2024-12-01T14:23:10,498 DEBUG [M:0;57b748500ef9:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/426b7bb1d770483e9fab8575ffcda21c is 69, key is 57b748500ef9,38385,1733062954040/rs:state/1733062956250/Put/seqid=0 2024-12-01T14:23:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741851_1027 (size=5156) 2024-12-01T14:23:10,507 INFO [M:0;57b748500ef9:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/426b7bb1d770483e9fab8575ffcda21c 2024-12-01T14:23:10,511 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac7d8f9ef35f4f32ac416d2044733b31 as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac7d8f9ef35f4f32ac416d2044733b31 2024-12-01T14:23:10,518 INFO [M:0;57b748500ef9:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac7d8f9ef35f4f32ac416d2044733b31, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T14:23:10,519 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db1a542aef2147d6825f4347d914c32e as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db1a542aef2147d6825f4347d914c32e 2024-12-01T14:23:10,522 INFO [M:0;57b748500ef9:33453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db1a542aef2147d6825f4347d914c32e 2024-12-01T14:23:10,523 INFO [M:0;57b748500ef9:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db1a542aef2147d6825f4347d914c32e, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T14:23:10,523 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/426b7bb1d770483e9fab8575ffcda21c as hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/426b7bb1d770483e9fab8575ffcda21c 2024-12-01T14:23:10,527 INFO [M:0;57b748500ef9:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38401/user/jenkins/test-data/3a80972a-51fd-4091-7e6c-f73f049ba59e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/426b7bb1d770483e9fab8575ffcda21c, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T14:23:10,527 INFO [M:0;57b748500ef9:33453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=105, compaction requested=false 2024-12-01T14:23:10,546 INFO [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:10,546 DEBUG [M:0;57b748500ef9:33453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062990031Disabling compacts and flushes for region at 1733062990031Disabling writes for close at 1733062990031Obtaining lock to block concurrent updates at 1733062990031Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733062990031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733062990032 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733062990032Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733062990032Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733062990048 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733062990048Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733062990055 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733062990066 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733062990066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733062990483 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733062990497 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733062990497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f8ff72: reopening flushed file at 1733062990510 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d971ddc: reopening flushed file at 1733062990518 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6783ed85: reopening flushed file at 1733062990523 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=105, compaction requested=false at 1733062990527 (+4 ms)Writing region close event to WAL at 1733062990546 (+19 ms)Closed at 1733062990546 2024-12-01T14:23:10,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43987 is added to blk_1073741830_1006 (size=64435) 2024-12-01T14:23:10,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:10,551 INFO [M:0;57b748500ef9:33453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:23:10,551 INFO [M:0;57b748500ef9:33453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33453 2024-12-01T14:23:10,553 INFO [M:0;57b748500ef9:33453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:10,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:10,674 INFO [M:0;57b748500ef9:33453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:10,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1019145fa280000, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:10,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@476faff1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:10,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24680ab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:10,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:10,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b864ea3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:10,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a94f96d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:10,692 WARN [BP-1843997307-172.17.0.3-1733062950539 heartbeating to localhost/127.0.0.1:38401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:23:10,692 WARN [BP-1843997307-172.17.0.3-1733062950539 heartbeating to localhost/127.0.0.1:38401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843997307-172.17.0.3-1733062950539 (Datanode Uuid 71d80694-a2f2-4164-aa89-1c617b339cda) service to localhost/127.0.0.1:38401 2024-12-01T14:23:10,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/data/data1/current/BP-1843997307-172.17.0.3-1733062950539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:10,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/cluster_733f4b9c-c0bf-3124-7e48-079cc61a68c0/data/data2/current/BP-1843997307-172.17.0.3-1733062950539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:10,693 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:23:10,693 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:23:10,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:23:10,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22adc64c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:10,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61449451{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:10,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:10,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376a212c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:10,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@817417e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63afed6f-144d-f9e3-8c1a-3b66a35564a9/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:10,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:23:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:23:10,751 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37203 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37713 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38401 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 424) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3521 (was 3303) - AvailableMemoryMB LEAK? - 2024-12-01T14:23:10,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=3521 2024-12-01T14:23:10,781 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-01T14:23:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir so I do NOT create it in target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402 2024-12-01T14:23:10,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:23:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.tmp.dir so I do NOT create it in target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402 2024-12-01T14:23:10,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2aa03b6b-12f9-0bf4-aded-8f4c2cbb7281/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:23:10,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402 2024-12-01T14:23:10,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed, deleteOnExit=true 2024-12-01T14:23:10,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/zookeeper_0, clientPort=49226, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:23:10,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49226 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/test.cache.data in system properties and HBase conf 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:23:10,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:10,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:23:10,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:23:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019145fa280005, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:23:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019145fa280002, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:23:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019145fa280008, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:23:10,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019145fa280005, quorum=127.0.0.1:60999, baseZNode=/1-92905082 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:23:10,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019145fa280002, quorum=127.0.0.1:60999, baseZNode=/0-1819962354 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:23:10,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019145fa280008, quorum=127.0.0.1:60999, baseZNode=/21611018473 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:23:11,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:11,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:11,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:11,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:11,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:23:11,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:11,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589551d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:11,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7108e3af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:11,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:23:11,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:23:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:23:11,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:11,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43d31387{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/java.io.tmpdir/jetty-localhost-36677-hadoop-hdfs-3_4_1-tests_jar-_-any-12319002692365482869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:11,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b8b7a2{HTTP/1.1, (http/1.1)}{localhost:36677} 2024-12-01T14:23:11,511 INFO [Time-limited test {}] server.Server(415): Started @319179ms 2024-12-01T14:23:12,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:12,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:12,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:12,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:12,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:23:12,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94dd7e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:12,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb09bcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:12,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@481f4ec3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/java.io.tmpdir/jetty-localhost-41015-hadoop-hdfs-3_4_1-tests_jar-_-any-9446461169894454971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:12,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2287d09c{HTTP/1.1, (http/1.1)}{localhost:41015} 2024-12-01T14:23:12,213 INFO [Time-limited test {}] server.Server(415): Started @319881ms 2024-12-01T14:23:12,215 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:23:13,033 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/data/data1/current/BP-1330302356-172.17.0.3-1733062990813/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:13,034 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/data/data2/current/BP-1330302356-172.17.0.3-1733062990813/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:13,054 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:23:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e9c3bac2f5b89fd with lease ID 0x4588917b02d93db0: Processing first storage report for DS-b678b37c-6eff-4fb5-bab2-ca3f43df5120 from datanode DatanodeRegistration(127.0.0.1:39565, datanodeUuid=9eefa555-1176-465c-b7a7-59c59ab83d85, infoPort=40617, infoSecurePort=0, ipcPort=43965, storageInfo=lv=-57;cid=testClusterID;nsid=1563304530;c=1733062990813) 2024-12-01T14:23:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e9c3bac2f5b89fd with lease ID 0x4588917b02d93db0: from storage DS-b678b37c-6eff-4fb5-bab2-ca3f43df5120 node DatanodeRegistration(127.0.0.1:39565, datanodeUuid=9eefa555-1176-465c-b7a7-59c59ab83d85, infoPort=40617, infoSecurePort=0, ipcPort=43965, storageInfo=lv=-57;cid=testClusterID;nsid=1563304530;c=1733062990813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e9c3bac2f5b89fd with lease ID 0x4588917b02d93db0: Processing first storage report for DS-81ed9a0c-c837-4405-9780-53fb2bf02714 from datanode DatanodeRegistration(127.0.0.1:39565, datanodeUuid=9eefa555-1176-465c-b7a7-59c59ab83d85, infoPort=40617, infoSecurePort=0, ipcPort=43965, storageInfo=lv=-57;cid=testClusterID;nsid=1563304530;c=1733062990813) 2024-12-01T14:23:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e9c3bac2f5b89fd with lease ID 0x4588917b02d93db0: from storage DS-81ed9a0c-c837-4405-9780-53fb2bf02714 node DatanodeRegistration(127.0.0.1:39565, datanodeUuid=9eefa555-1176-465c-b7a7-59c59ab83d85, infoPort=40617, infoSecurePort=0, ipcPort=43965, storageInfo=lv=-57;cid=testClusterID;nsid=1563304530;c=1733062990813), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:23:13,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402 2024-12-01T14:23:13,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:13,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:13,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:23:13,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8 with version=8 2024-12-01T14:23:13,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/hbase-staging 2024-12-01T14:23:13,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:23:13,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:13,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38315 2024-12-01T14:23:13,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38315 connecting to ZooKeeper ensemble=127.0.0.1:49226 2024-12-01T14:23:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383150x0, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:13,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38315-0x1019146976e0000 connected 2024-12-01T14:23:13,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:13,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:13,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on znode that does not yet exist, /0237122050/running 2024-12-01T14:23:13,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8, hbase.cluster.distributed=false 2024-12-01T14:23:13,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on znode that does not yet exist, /0237122050/acl 2024-12-01T14:23:13,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38315 2024-12-01T14:23:13,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38315 2024-12-01T14:23:13,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38315 2024-12-01T14:23:13,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38315 2024-12-01T14:23:13,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38315 2024-12-01T14:23:13,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:23:13,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:13,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34287 2024-12-01T14:23:13,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34287 connecting to ZooKeeper ensemble=127.0.0.1:49226 2024-12-01T14:23:13,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:13,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:13,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342870x0, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:13,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342870x0, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on znode that does not yet exist, /0237122050/running 2024-12-01T14:23:13,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:23:13,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34287-0x1019146976e0001 connected 2024-12-01T14:23:13,824 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:23:13,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on znode that does not yet exist, /0237122050/master 2024-12-01T14:23:13,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on znode that does not yet exist, /0237122050/acl 2024-12-01T14:23:13,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34287 2024-12-01T14:23:13,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34287 2024-12-01T14:23:13,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34287 2024-12-01T14:23:13,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34287 2024-12-01T14:23:13,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34287 2024-12-01T14:23:13,848 DEBUG [M:0;57b748500ef9:38315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:38315 2024-12-01T14:23:13,848 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0237122050/backup-masters/57b748500ef9,38315,1733062993568 2024-12-01T14:23:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050/backup-masters 2024-12-01T14:23:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050/backup-masters 2024-12-01T14:23:13,858 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on existing znode=/0237122050/backup-masters/57b748500ef9,38315,1733062993568 2024-12-01T14:23:13,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0237122050/master 2024-12-01T14:23:13,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:13,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:13,868 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on existing znode=/0237122050/master 2024-12-01T14:23:13,869 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0237122050/backup-masters/57b748500ef9,38315,1733062993568 from backup master directory 2024-12-01T14:23:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0237122050/backup-masters/57b748500ef9,38315,1733062993568 2024-12-01T14:23:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050/backup-masters 2024-12-01T14:23:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050/backup-masters 2024-12-01T14:23:13,879 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:13,879 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,38315,1733062993568 2024-12-01T14:23:13,885 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/hbase.id] with ID: 4e3d7464-95ca-4e66-91c0-39db9dcefad9 2024-12-01T14:23:13,885 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/.tmp/hbase.id 2024-12-01T14:23:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:23:14,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:14,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:14,298 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/.tmp/hbase.id]:[hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/hbase.id] 2024-12-01T14:23:14,309 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:14,309 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:23:14,310 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:23:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:23:14,767 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:14,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:23:14,768 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:14,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:23:14,774 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/data/master/store 2024-12-01T14:23:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:23:15,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:15,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:15,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:15,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:15,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:15,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:15,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:15,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733062995179Disabling compacts and flushes for region at 1733062995179Disabling writes for close at 1733062995179Writing region close event to WAL at 1733062995179Closed at 1733062995179 2024-12-01T14:23:15,180 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/data/master/store/.initializing 2024-12-01T14:23:15,180 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/WALs/57b748500ef9,38315,1733062993568 2024-12-01T14:23:15,181 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:15,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C38315%2C1733062993568, suffix=, logDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/WALs/57b748500ef9,38315,1733062993568, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/oldWALs, maxLogs=10 2024-12-01T14:23:15,192 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/WALs/57b748500ef9,38315,1733062993568/57b748500ef9%2C38315%2C1733062993568.1733062995182, exclude list is [], retry=0 2024-12-01T14:23:15,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-b678b37c-6eff-4fb5-bab2-ca3f43df5120,DISK] 2024-12-01T14:23:15,195 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/WALs/57b748500ef9,38315,1733062993568/57b748500ef9%2C38315%2C1733062993568.1733062995182 2024-12-01T14:23:15,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40617:40617)] 2024-12-01T14:23:15,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:15,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:15,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,196 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:23:15,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:15,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:15,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:23:15,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:15,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:15,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:23:15,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:15,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:15,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:23:15,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:15,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:15,202 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,203 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,203 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,204 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,204 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,204 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:15,205 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:15,206 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:15,206 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69481068, jitterRate=0.035348594188690186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:15,207 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733062995196Initializing all the Stores at 1733062995197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062995197Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062995197Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062995197Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062995197Cleaning up temporary data from old regions at 1733062995204 (+7 ms)Region opened successfully at 1733062995207 (+3 ms) 2024-12-01T14:23:15,207 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:23:15,209 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb35991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:15,209 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:23:15,209 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:23:15,209 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:23:15,209 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:23:15,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:23:15,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:23:15,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:23:15,211 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:23:15,212 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Unable to get data of znode /0237122050/balancer because node does not exist (not necessarily an error) 2024-12-01T14:23:15,264 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0237122050/balancer already deleted, retry=false 2024-12-01T14:23:15,264 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:23:15,265 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Unable to get data of znode /0237122050/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:23:15,274 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0237122050/normalizer already deleted, retry=false 2024-12-01T14:23:15,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:23:15,275 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Unable to get data of znode /0237122050/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:23:15,285 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0237122050/switch/split already deleted, retry=false 2024-12-01T14:23:15,286 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Unable to get data of znode /0237122050/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:23:15,295 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0237122050/switch/merge already deleted, retry=false 2024-12-01T14:23:15,297 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Unable to get data of znode /0237122050/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:23:15,306 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0237122050/snapshot-cleanup already deleted, retry=false 2024-12-01T14:23:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0237122050/running 2024-12-01T14:23:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0237122050/running 2024-12-01T14:23:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:15,317 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,38315,1733062993568, sessionid=0x1019146976e0000, setting cluster-up flag (Was=false) 2024-12-01T14:23:15,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:15,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:15,369 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0237122050/flush-table-proc/acquired, /0237122050/flush-table-proc/reached, /0237122050/flush-table-proc/abort 2024-12-01T14:23:15,370 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,38315,1733062993568 2024-12-01T14:23:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:15,422 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0237122050/online-snapshot/acquired, /0237122050/online-snapshot/reached, /0237122050/online-snapshot/abort 2024-12-01T14:23:15,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,38315,1733062993568 2024-12-01T14:23:15,423 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:23:15,424 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:15,424 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:23:15,424 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:23:15,425 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,38315,1733062993568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:23:15,425 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:15,425 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:15,425 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:15,426 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:15,426 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:23:15,426 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,426 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:15,426 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733063025426 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:23:15,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:23:15,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:23:15,427 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:23:15,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:15,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:23:15,428 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062995427,5,FailOnTimeoutGroup] 2024-12-01T14:23:15,428 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062995428,5,FailOnTimeoutGroup] 2024-12-01T14:23:15,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:23:15,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,435 INFO [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(746): ClusterId : 4e3d7464-95ca-4e66-91c0-39db9dcefad9 2024-12-01T14:23:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:23:15,435 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:23:15,447 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:23:15,447 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:23:15,458 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:23:15,458 DEBUG [RS:0;57b748500ef9:34287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba7918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:15,469 DEBUG [RS:0;57b748500ef9:34287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:34287 2024-12-01T14:23:15,469 INFO [RS:0;57b748500ef9:34287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:23:15,469 INFO [RS:0;57b748500ef9:34287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:23:15,469 DEBUG [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:23:15,470 INFO [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,38315,1733062993568 with port=34287, startcode=1733062993802 2024-12-01T14:23:15,470 DEBUG [RS:0;57b748500ef9:34287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:23:15,473 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:23:15,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,34287,1733062993802 2024-12-01T14:23:15,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38315 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,34287,1733062993802 2024-12-01T14:23:15,475 DEBUG [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8 2024-12-01T14:23:15,475 DEBUG [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35913 2024-12-01T14:23:15,475 DEBUG [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:23:15,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050/rs 2024-12-01T14:23:15,485 DEBUG [RS:0;57b748500ef9:34287 {}] zookeeper.ZKUtil(111): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Set watcher on existing znode=/0237122050/rs/57b748500ef9,34287,1733062993802 2024-12-01T14:23:15,486 WARN [RS:0;57b748500ef9:34287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:15,486 INFO [RS:0;57b748500ef9:34287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:15,486 DEBUG [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802 2024-12-01T14:23:15,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,34287,1733062993802] 2024-12-01T14:23:15,488 INFO [RS:0;57b748500ef9:34287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:23:15,492 INFO [RS:0;57b748500ef9:34287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:23:15,493 INFO [RS:0;57b748500ef9:34287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:23:15,493 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,496 INFO [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:23:15,497 INFO [RS:0;57b748500ef9:34287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:23:15,497 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:15,497 DEBUG [RS:0;57b748500ef9:34287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:15,498 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,498 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,498 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,498 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,498 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,498 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,34287,1733062993802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:15,511 INFO [RS:0;57b748500ef9:34287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:23:15,512 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,34287,1733062993802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,512 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,512 INFO [RS:0;57b748500ef9:34287 {}] regionserver.Replication(171): 57b748500ef9,34287,1733062993802 started 2024-12-01T14:23:15,523 INFO [RS:0;57b748500ef9:34287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:15,524 INFO [RS:0;57b748500ef9:34287 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,34287,1733062993802, RpcServer on 57b748500ef9/172.17.0.3:34287, sessionid=0x1019146976e0001 2024-12-01T14:23:15,524 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:23:15,524 DEBUG [RS:0;57b748500ef9:34287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,34287,1733062993802 2024-12-01T14:23:15,524 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,34287,1733062993802' 2024-12-01T14:23:15,524 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0237122050/flush-table-proc/abort' 2024-12-01T14:23:15,524 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0237122050/flush-table-proc/acquired' 2024-12-01T14:23:15,525 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:23:15,525 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:23:15,525 DEBUG [RS:0;57b748500ef9:34287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,34287,1733062993802 2024-12-01T14:23:15,525 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,34287,1733062993802' 2024-12-01T14:23:15,525 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0237122050/online-snapshot/abort' 2024-12-01T14:23:15,525 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0237122050/online-snapshot/acquired' 2024-12-01T14:23:15,526 DEBUG [RS:0;57b748500ef9:34287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:23:15,526 INFO [RS:0;57b748500ef9:34287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:23:15,526 INFO [RS:0;57b748500ef9:34287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:23:15,626 INFO [RS:0;57b748500ef9:34287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:15,627 INFO [RS:0;57b748500ef9:34287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34287%2C1733062993802, suffix=, logDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/oldWALs, maxLogs=10 2024-12-01T14:23:15,638 DEBUG [RS:0;57b748500ef9:34287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802/57b748500ef9%2C34287%2C1733062993802.1733062995628, exclude list is [], retry=0 2024-12-01T14:23:15,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-b678b37c-6eff-4fb5-bab2-ca3f43df5120,DISK] 2024-12-01T14:23:15,641 INFO [RS:0;57b748500ef9:34287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802/57b748500ef9%2C34287%2C1733062993802.1733062995628 2024-12-01T14:23:15,642 DEBUG [RS:0;57b748500ef9:34287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40617:40617)] 2024-12-01T14:23:15,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:23:15,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8 2024-12-01T14:23:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:23:16,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:16,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:16,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:16,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:16,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:16,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:16,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:16,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:16,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:16,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:16,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/hbase/meta/1588230740 2024-12-01T14:23:16,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/hbase/meta/1588230740 2024-12-01T14:23:16,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:16,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:16,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:16,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:16,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:16,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64394469, jitterRate=-0.04044763743877411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:16,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733062996241Initializing all the Stores at 1733062996242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062996242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062996242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062996242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062996242Cleaning up temporary data from old regions at 1733062996247 (+5 ms)Region opened successfully at 1733062996250 (+3 ms) 2024-12-01T14:23:16,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:16,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:16,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:16,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:16,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:16,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:16,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733062996250Disabling compacts and flushes for region at 1733062996250Disabling writes for close at 1733062996250Writing region close event to WAL at 1733062996250Closed at 1733062996250 2024-12-01T14:23:16,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:16,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:23:16,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:23:16,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:16,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:23:16,403 DEBUG [57b748500ef9:38315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:23:16,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,34287,1733062993802 2024-12-01T14:23:16,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,34287,1733062993802, state=OPENING 2024-12-01T14:23:16,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:23:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0237122050 2024-12-01T14:23:16,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0237122050/meta-region-server: CHANGED 2024-12-01T14:23:16,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0237122050/meta-region-server: CHANGED 2024-12-01T14:23:16,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:16,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,34287,1733062993802}] 2024-12-01T14:23:16,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:16,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:23:16,709 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:23:16,709 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:16,709 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:23:16,710 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34287%2C1733062993802.meta, suffix=.meta, logDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802, archiveDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/oldWALs, maxLogs=10 2024-12-01T14:23:16,739 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802/57b748500ef9%2C34287%2C1733062993802.meta.1733062996714.meta, exclude list is [], retry=0 2024-12-01T14:23:16,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-b678b37c-6eff-4fb5-bab2-ca3f43df5120,DISK] 2024-12-01T14:23:16,746 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/WALs/57b748500ef9,34287,1733062993802/57b748500ef9%2C34287%2C1733062993802.meta.1733062996714.meta 2024-12-01T14:23:16,748 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40617:40617)] 2024-12-01T14:23:16,748 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:16,749 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:16,749 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:23:16,749 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:23:16,749 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:23:16,749 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:23:16,749 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:16,749 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:23:16,750 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:23:16,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:16,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:16,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:16,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:16,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:16,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:16,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:16,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:16,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:16,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:16,765 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:16,766 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/hbase/meta/1588230740 2024-12-01T14:23:16,769 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/hbase/meta/1588230740 2024-12-01T14:23:16,770 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:16,770 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:16,771 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:16,772 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:16,772 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62066041, jitterRate=-0.07514391839504242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:16,772 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:23:16,773 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733062996750Writing region info on filesystem at 1733062996750Initializing all the Stores at 1733062996751 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062996751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062996752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062996752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733062996752Cleaning up temporary data from old regions at 1733062996770 (+18 ms)Running coprocessor post-open hooks at 1733062996772 (+2 ms)Region opened successfully at 1733062996773 (+1 ms) 2024-12-01T14:23:16,774 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733062996692 2024-12-01T14:23:16,776 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:23:16,776 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:23:16,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,34287,1733062993802 2024-12-01T14:23:16,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,34287,1733062993802, state=OPEN 2024-12-01T14:23:16,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34287-0x1019146976e0001, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0237122050/meta-region-server 2024-12-01T14:23:16,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38315-0x1019146976e0000, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0237122050/meta-region-server 2024-12-01T14:23:16,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,34287,1733062993802 2024-12-01T14:23:16,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0237122050/meta-region-server: CHANGED 2024-12-01T14:23:16,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0237122050/meta-region-server: CHANGED 2024-12-01T14:23:16,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:23:16,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,34287,1733062993802 in 303 msec 2024-12-01T14:23:16,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:23:16,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 588 msec 2024-12-01T14:23:16,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:16,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:23:16,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:16,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34287,1733062993802, seqNum=-1] 2024-12-01T14:23:16,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:16,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:16,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4260 sec 2024-12-01T14:23:16,850 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733062996850, completionTime=-1 2024-12-01T14:23:16,850 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:23:16,851 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063056855 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063116855 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38315,1733062993568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38315,1733062993568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38315,1733062993568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:38315, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,855 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,856 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,857 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38315,1733062993568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:16,861 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38315,1733062993568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:23:16,870 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:23:16,870 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:23:16,870 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,38315,1733062993568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:16,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e0237d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:16,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,38315,-1 for getting cluster id 2024-12-01T14:23:16,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:16,943 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3d7464-95ca-4e66-91c0-39db9dcefad9' 2024-12-01T14:23:16,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:16,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3d7464-95ca-4e66-91c0-39db9dcefad9" 2024-12-01T14:23:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583c0688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,38315,-1] 2024-12-01T14:23:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:16,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:16,947 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:16,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b686b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:16,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34287,1733062993802, seqNum=-1] 2024-12-01T14:23:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:16,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:16,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,38315,1733062993568 2024-12-01T14:23:16,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49226 2024-12-01T14:23:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49226, baseZNode=/0237122050 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:16,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019146976e0002 connected 2024-12-01T14:23:17,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,38315,1733062993568 2024-12-01T14:23:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58277c5b 2024-12-01T14:23:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:17,065 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:17,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:23:17,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:23:17,067 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:17,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:23:17,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:23:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:17,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70050496348b0311fed333777de9a1cf, NAME => 'test,,1733062997065.70050496348b0311fed333777de9a1cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8 2024-12-01T14:23:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:23:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:17,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733062997065.70050496348b0311fed333777de9a1cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:17,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 70050496348b0311fed333777de9a1cf, disabling compactions & flushes 2024-12-01T14:23:17,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:17,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:17,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733062997065.70050496348b0311fed333777de9a1cf. after waiting 0 ms 2024-12-01T14:23:17,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:17,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:17,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70050496348b0311fed333777de9a1cf: Waiting for close lock at 1733062997878Disabling compacts and flushes for region at 1733062997878Disabling writes for close at 1733062997878Writing region close event to WAL at 1733062997878Closed at 1733062997878 2024-12-01T14:23:17,879 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:23:17,879 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733062997065.70050496348b0311fed333777de9a1cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733062997879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733062997879"}]},"ts":"1733062997879"} 2024-12-01T14:23:17,881 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:23:17,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:23:17,882 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062997882"}]},"ts":"1733062997882"} 2024-12-01T14:23:17,889 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:23:17,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70050496348b0311fed333777de9a1cf, ASSIGN}] 2024-12-01T14:23:17,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70050496348b0311fed333777de9a1cf, ASSIGN 2024-12-01T14:23:17,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=70050496348b0311fed333777de9a1cf, ASSIGN; state=OFFLINE, location=57b748500ef9,34287,1733062993802; forceNewPlan=false, retain=false 2024-12-01T14:23:17,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:17,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:23:17,906 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128767 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:23:18,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70050496348b0311fed333777de9a1cf, regionState=OPENING, regionLocation=57b748500ef9,34287,1733062993802 2024-12-01T14:23:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=70050496348b0311fed333777de9a1cf, ASSIGN because future has completed 2024-12-01T14:23:18,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70050496348b0311fed333777de9a1cf, server=57b748500ef9,34287,1733062993802}] 2024-12-01T14:23:18,199 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:18,199 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70050496348b0311fed333777de9a1cf, NAME => 'test,,1733062997065.70050496348b0311fed333777de9a1cf.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:18,199 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:18,199 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:23:18,199 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,199 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733062997065.70050496348b0311fed333777de9a1cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:18,199 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,199 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,200 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,201 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70050496348b0311fed333777de9a1cf columnFamilyName f 2024-12-01T14:23:18,201 DEBUG [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:18,201 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] regionserver.HStore(327): Store=70050496348b0311fed333777de9a1cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:18,201 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,202 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70050496348b0311fed333777de9a1cf columnFamilyName f1 2024-12-01T14:23:18,202 DEBUG [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:18,202 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] regionserver.HStore(327): Store=70050496348b0311fed333777de9a1cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:18,202 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,203 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70050496348b0311fed333777de9a1cf columnFamilyName norep 2024-12-01T14:23:18,203 DEBUG [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:18,203 INFO [StoreOpener-70050496348b0311fed333777de9a1cf-1 {}] regionserver.HStore(327): Store=70050496348b0311fed333777de9a1cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:18,203 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,203 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/default/test/70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,204 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/default/test/70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,204 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,204 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,204 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:23:18,205 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:18,206 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/data/default/test/70050496348b0311fed333777de9a1cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:18,207 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70050496348b0311fed333777de9a1cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66086404, jitterRate=-0.015235841274261475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:23:18,207 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70050496348b0311fed333777de9a1cf 2024-12-01T14:23:18,207 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70050496348b0311fed333777de9a1cf: Running coprocessor pre-open hook at 1733062998199Writing region info on filesystem at 1733062998199Initializing all the Stores at 1733062998200 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062998200Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062998200Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733062998200Cleaning up temporary data from old regions at 1733062998204 (+4 ms)Running coprocessor post-open hooks at 1733062998207 (+3 ms)Region opened successfully at 1733062998207 2024-12-01T14:23:18,208 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733062997065.70050496348b0311fed333777de9a1cf., pid=6, masterSystemTime=1733062998196 2024-12-01T14:23:18,209 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:18,209 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733062997065.70050496348b0311fed333777de9a1cf. 2024-12-01T14:23:18,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70050496348b0311fed333777de9a1cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,34287,1733062993802 2024-12-01T14:23:18,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70050496348b0311fed333777de9a1cf, server=57b748500ef9,34287,1733062993802 because future has completed 2024-12-01T14:23:18,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:23:18,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70050496348b0311fed333777de9a1cf, server=57b748500ef9,34287,1733062993802 in 168 msec 2024-12-01T14:23:18,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:23:18,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=70050496348b0311fed333777de9a1cf, ASSIGN in 325 msec 2024-12-01T14:23:18,216 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:23:18,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733062998216"}]},"ts":"1733062998216"} 2024-12-01T14:23:18,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:23:18,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:23:18,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-01T14:23:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:19,215 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:23:19,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45185177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:19,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,38315,-1 for getting cluster id 2024-12-01T14:23:19,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:19,216 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3d7464-95ca-4e66-91c0-39db9dcefad9' 2024-12-01T14:23:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3d7464-95ca-4e66-91c0-39db9dcefad9" 2024-12-01T14:23:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b757495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,38315,-1] 2024-12-01T14:23:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:19,217 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49822f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:19,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,38315,1733062993568 2024-12-01T14:23:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57bd9bd4 2024-12-01T14:23:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:19,219 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:19,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:38315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:23:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:23:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:19,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:38315' 2024-12-01T14:23:19,222 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a6314b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:19,222 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,38315,-1 for getting cluster id 2024-12-01T14:23:19,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:19,223 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3d7464-95ca-4e66-91c0-39db9dcefad9' 2024-12-01T14:23:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3d7464-95ca-4e66-91c0-39db9dcefad9" 2024-12-01T14:23:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2a9bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,38315,-1] 2024-12-01T14:23:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:19,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:19,224 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:19,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9027c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:19,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,38315,1733062993568 2024-12-01T14:23:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490b4029 2024-12-01T14:23:19,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:19,225 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:19,226 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T14:23:19,226 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:23:19,226 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:19,226 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:19,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:19,226 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57b748500ef9:38315, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-01T14:23:19,231 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57b748500ef9:38315, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57b748500ef9:38315, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57b748500ef9:38315, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-01T14:23:19,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57b748500ef9:38315, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-01T14:23:19,232 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-01T14:23:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:19,326 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://57b748500ef9:38315, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-01T14:23:19,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:19,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:19,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:19,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:19,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:19,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 359) Potentially hanging thread: IPC Server handler 1 on default port 35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1330302356-172.17.0.3-1733062990813:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@63cb8df1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/data/data1/current/BP-1330302356-172.17.0.3-1733062990813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: regionserver/57b748500ef9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1675665161-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe5dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1675665161-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe5dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@71188b75 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1675665161-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe5dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49226 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8/MasterData-prefix:57b748500ef9,38315,1733062993568 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-1330302356-172.17.0.3-1733062990813:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1675665161-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57b748500ef9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(508289893) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399812453_20 at /127.0.0.1:44230 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57b748500ef9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35913 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49226) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-1330302356-172.17.0.3-1733062990813:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5887de68 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;57b748500ef9:38315 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8-prefix:57b748500ef9,34287,1733062993802 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@214061e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp266815695-7913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 43965 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007fe5dcac16f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1efb03b3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399812453_20 at /127.0.0.1:44320 [Receiving block BP-1330302356-172.17.0.3-1733062990813:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266815695-7912-acceptor-0@63e954de-ServerConnector@2287d09c{HTTP/1.1, (http/1.1)}{localhost:41015} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3a32e805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fe5dc9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@48b1902f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49226) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS:0;57b748500ef9:34287 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49226): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 2 on default port 43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/data/data2/current/BP-1330302356-172.17.0.3-1733062990813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35913 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35913/user/jenkins/test-data/643688ce-69a4-efd3-f2de-11523045b1a8-prefix:57b748500ef9,34287,1733062993802.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3a1af8d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1675665161-7866-acceptor-0@12d3b06b-ServerConnector@56b8b7a2{HTTP/1.1, (http/1.1)}{localhost:36677} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;57b748500ef9:34287-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266815695-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49226) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733062995427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-778665610_20 at /127.0.0.1:44282 [Receiving block BP-1330302356-172.17.0.3-1733062990813:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/cluster_a06b9e1e-8f3c-e15c-7b53-eb4fdf1312ed/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733062995428 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: 57b748500ef9:38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: Session-HouseKeeper-5947f973-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/57b748500ef9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399812453_20 at /127.0.0.1:44308 [Receiving block BP-1330302356-172.17.0.3-1733062990813:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/57b748500ef9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@624aa28e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS_OPEN_REGION-regionserver/57b748500ef9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe5dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1330302356-172.17.0.3-1733062990813 heartbeating to localhost/127.0.0.1:35913 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675665161-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp266815695-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fe5dc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3f00146e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1db1e1e9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 443) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3289 (was 3521) 2024-12-01T14:23:19,340 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-01T14:23:19,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=3288 2024-12-01T14:23:19,350 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-01T14:23:19,361 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-01T14:23:19,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.log.dir so I do NOT create it in target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f 2024-12-01T14:23:19,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:23:19,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.tmp.dir so I do NOT create it in target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f 2024-12-01T14:23:19,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5474d3-358f-dbea-c5c7-8cea1aee9402/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:23:19,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f 2024-12-01T14:23:19,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe, deleteOnExit=true 2024-12-01T14:23:19,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/zookeeper_0, clientPort=53333, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:23:19,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53333 2024-12-01T14:23:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:23:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/test.cache.data in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:23:19,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:23:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:23:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:23:19,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:19,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:19,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:19,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:19,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:23:19,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:19,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4437af4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:19,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c28e4fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:19,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4033f57c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/java.io.tmpdir/jetty-localhost-35563-hadoop-hdfs-3_4_1-tests_jar-_-any-2157163323241330256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:19,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33dae6bc{HTTP/1.1, (http/1.1)}{localhost:35563} 2024-12-01T14:23:19,879 INFO [Time-limited test {}] server.Server(415): Started @327546ms 2024-12-01T14:23:20,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:20,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:20,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:20,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:20,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:23:20,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d220e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:20,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1676f967{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:20,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@506efc0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/java.io.tmpdir/jetty-localhost-35555-hadoop-hdfs-3_4_1-tests_jar-_-any-7623607410904058260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:20,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40f1faae{HTTP/1.1, (http/1.1)}{localhost:35555} 2024-12-01T14:23:20,391 INFO [Time-limited test {}] server.Server(415): Started @328058ms 2024-12-01T14:23:20,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:23:21,102 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/data/data2/current/BP-1440231775-172.17.0.3-1733062999439/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:21,102 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/data/data1/current/BP-1440231775-172.17.0.3-1733062999439/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:21,120 WARN [Thread-4293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:23:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x277a0d227911aa5 with lease ID 0xaa40ce3858a5664a: Processing first storage report for DS-4f60c849-5351-40ba-9333-5882c7ce7152 from datanode DatanodeRegistration(127.0.0.1:41381, datanodeUuid=eee45139-9bfa-43ba-ad7a-87bbc1d8dd42, infoPort=42687, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1783683435;c=1733062999439) 2024-12-01T14:23:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x277a0d227911aa5 with lease ID 0xaa40ce3858a5664a: from storage DS-4f60c849-5351-40ba-9333-5882c7ce7152 node DatanodeRegistration(127.0.0.1:41381, datanodeUuid=eee45139-9bfa-43ba-ad7a-87bbc1d8dd42, infoPort=42687, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1783683435;c=1733062999439), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x277a0d227911aa5 with lease ID 0xaa40ce3858a5664a: Processing first storage report for DS-f7f1ef27-8a15-4213-9d7d-dcf180c83ab8 from datanode DatanodeRegistration(127.0.0.1:41381, datanodeUuid=eee45139-9bfa-43ba-ad7a-87bbc1d8dd42, infoPort=42687, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1783683435;c=1733062999439) 2024-12-01T14:23:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x277a0d227911aa5 with lease ID 0xaa40ce3858a5664a: from storage DS-f7f1ef27-8a15-4213-9d7d-dcf180c83ab8 node DatanodeRegistration(127.0.0.1:41381, datanodeUuid=eee45139-9bfa-43ba-ad7a-87bbc1d8dd42, infoPort=42687, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1783683435;c=1733062999439), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:21,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f 2024-12-01T14:23:21,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:23:21,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:23:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:23:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T14:23:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T14:23:21,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:21,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T14:23:21,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:23:21,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:23:21,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:23:21,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T14:23:21,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d with version=8 2024-12-01T14:23:21,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/hbase-staging 2024-12-01T14:23:21,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:23:21,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:21,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45469 2024-12-01T14:23:21,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45469 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454690x0, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:21,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45469-0x1019146b9200000 connected 2024-12-01T14:23:21,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/running 2024-12-01T14:23:21,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d, hbase.cluster.distributed=false 2024-12-01T14:23:21,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/acl 2024-12-01T14:23:21,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45469 2024-12-01T14:23:21,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45469 2024-12-01T14:23:21,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45469 2024-12-01T14:23:21,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45469 2024-12-01T14:23:21,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45469 2024-12-01T14:23:21,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:23:21,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:21,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34159 2024-12-01T14:23:21,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34159 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:21,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341590x0, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:21,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341590x0, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/running 2024-12-01T14:23:21,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34159-0x1019146b9200001 connected 2024-12-01T14:23:21,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:23:21,834 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:23:21,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/master 2024-12-01T14:23:21,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/acl 2024-12-01T14:23:21,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34159 2024-12-01T14:23:21,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34159 2024-12-01T14:23:21,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34159 2024-12-01T14:23:21,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34159 2024-12-01T14:23:21,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34159 2024-12-01T14:23:21,868 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:45469 2024-12-01T14:23:21,868 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1249768704/backup-masters/57b748500ef9,45469,1733063001625 2024-12-01T14:23:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704/backup-masters 2024-12-01T14:23:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704/backup-masters 2024-12-01T14:23:21,881 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on existing znode=/0-1249768704/backup-masters/57b748500ef9,45469,1733063001625 2024-12-01T14:23:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:21,892 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on existing znode=/0-1249768704/master 2024-12-01T14:23:21,893 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1249768704/backup-masters/57b748500ef9,45469,1733063001625 from backup master directory 2024-12-01T14:23:21,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249768704/master 2024-12-01T14:23:21,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:21,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704/backup-masters 2024-12-01T14:23:21,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249768704/backup-masters/57b748500ef9,45469,1733063001625 2024-12-01T14:23:21,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704/backup-masters 2024-12-01T14:23:21,902 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:21,902 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,45469,1733063001625 2024-12-01T14:23:21,905 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/hbase.id] with ID: a39f7697-9c53-4ab6-becd-4ef5d381baee 2024-12-01T14:23:21,905 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/.tmp/hbase.id 2024-12-01T14:23:21,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:23:21,909 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/.tmp/hbase.id]:[hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/hbase.id] 2024-12-01T14:23:21,916 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:21,917 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:23:21,917 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T14:23:21,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:21,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:23:22,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:22,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:22,337 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:22,338 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:23:22,338 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:23:22,746 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store 2024-12-01T14:23:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:23:23,151 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:23,151 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:23,152 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:23,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:23,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:23,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:23,152 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:23,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733063003151Disabling compacts and flushes for region at 1733063003151Disabling writes for close at 1733063003152 (+1 ms)Writing region close event to WAL at 1733063003152Closed at 1733063003152 2024-12-01T14:23:23,152 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/.initializing 2024-12-01T14:23:23,152 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/WALs/57b748500ef9,45469,1733063001625 2024-12-01T14:23:23,153 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:23,154 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C45469%2C1733063001625, suffix=, logDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/WALs/57b748500ef9,45469,1733063001625, archiveDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/oldWALs, maxLogs=10 2024-12-01T14:23:23,165 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/WALs/57b748500ef9,45469,1733063001625/57b748500ef9%2C45469%2C1733063001625.1733063003154, exclude list is [], retry=0 2024-12-01T14:23:23,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:23,168 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/WALs/57b748500ef9,45469,1733063001625/57b748500ef9%2C45469%2C1733063001625.1733063003154 2024-12-01T14:23:23,169 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:23,169 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:23,169 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:23,169 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,169 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:23:23,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:23,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:23,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:23:23,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:23,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:23,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:23:23,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:23,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:23,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:23:23,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:23,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:23,175 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,176 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,176 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,177 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,177 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,177 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:23,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:23,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:23,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60050919, jitterRate=-0.1051715761423111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:23,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733063003169Initializing all the Stores at 1733063003170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063003170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063003170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063003170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063003170Cleaning up temporary data from old regions at 1733063003177 (+7 ms)Region opened successfully at 1733063003179 (+2 ms) 2024-12-01T14:23:23,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:23:23,181 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afbdfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:23,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:23:23,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:23:23,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:23:23,182 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:23:23,183 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:23:23,183 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:23:23,183 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:23:23,184 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:23:23,185 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Unable to get data of znode /0-1249768704/balancer because node does not exist (not necessarily an error) 2024-12-01T14:23:23,207 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249768704/balancer already deleted, retry=false 2024-12-01T14:23:23,208 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:23:23,208 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Unable to get data of znode /0-1249768704/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:23:23,224 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249768704/normalizer already deleted, retry=false 2024-12-01T14:23:23,225 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:23:23,225 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Unable to get data of znode /0-1249768704/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:23:23,245 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249768704/switch/split already deleted, retry=false 2024-12-01T14:23:23,246 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Unable to get data of znode /0-1249768704/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:23:23,266 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249768704/switch/merge already deleted, retry=false 2024-12-01T14:23:23,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Unable to get data of znode /0-1249768704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:23:23,277 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249768704/snapshot-cleanup already deleted, retry=false 2024-12-01T14:23:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249768704/running 2024-12-01T14:23:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1249768704/running 2024-12-01T14:23:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:23,288 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,45469,1733063001625, sessionid=0x1019146b9200000, setting cluster-up flag (Was=false) 2024-12-01T14:23:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:23,340 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249768704/flush-table-proc/acquired, /0-1249768704/flush-table-proc/reached, /0-1249768704/flush-table-proc/abort 2024-12-01T14:23:23,341 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,45469,1733063001625 2024-12-01T14:23:23,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:23,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:23,393 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1249768704/online-snapshot/acquired, /0-1249768704/online-snapshot/reached, /0-1249768704/online-snapshot/abort 2024-12-01T14:23:23,394 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,45469,1733063001625 2024-12-01T14:23:23,395 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:23:23,396 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:23,396 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:23:23,396 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:23:23,396 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,45469,1733063001625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:23,397 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:23,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:23:23,402 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:23,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:23:23,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733063033412 2024-12-01T14:23:23,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:23:23,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:23:23,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:23:23,412 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:23:23,413 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:23:23,413 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:23:23,416 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:23:23,422 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:23:23,422 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:23:23,422 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:23:23,422 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:23:23,423 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:23:23,423 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:23:23,424 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063003423,5,FailOnTimeoutGroup] 2024-12-01T14:23:23,425 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063003424,5,FailOnTimeoutGroup] 2024-12-01T14:23:23,425 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,425 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:23:23,425 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,426 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,456 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(746): ClusterId : a39f7697-9c53-4ab6-becd-4ef5d381baee 2024-12-01T14:23:23,456 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:23:23,467 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:23:23,467 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:23:23,477 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:23:23,477 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337ce1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:23,487 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:34159 2024-12-01T14:23:23,487 INFO [RS:0;57b748500ef9:34159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:23:23,487 INFO [RS:0;57b748500ef9:34159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:23:23,487 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:23:23,488 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,45469,1733063001625 with port=34159, startcode=1733063001808 2024-12-01T14:23:23,488 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:23:23,491 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:23:23,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,34159,1733063001808 2024-12-01T14:23:23,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45469 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,34159,1733063001808 2024-12-01T14:23:23,493 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d 2024-12-01T14:23:23,493 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40847 2024-12-01T14:23:23,493 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:23:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704/rs 2024-12-01T14:23:23,502 DEBUG [RS:0;57b748500ef9:34159 {}] zookeeper.ZKUtil(111): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on existing znode=/0-1249768704/rs/57b748500ef9,34159,1733063001808 2024-12-01T14:23:23,502 WARN [RS:0;57b748500ef9:34159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:23,503 INFO [RS:0;57b748500ef9:34159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:23,503 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808 2024-12-01T14:23:23,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,34159,1733063001808] 2024-12-01T14:23:23,505 INFO [RS:0;57b748500ef9:34159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:23:23,507 INFO [RS:0;57b748500ef9:34159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:23:23,507 INFO [RS:0;57b748500ef9:34159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:23:23,507 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,507 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:23:23,508 INFO [RS:0;57b748500ef9:34159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:23:23,508 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:23,508 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:23,509 DEBUG [RS:0;57b748500ef9:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:23,509 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,509 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,509 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,509 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,509 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,509 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,34159,1733063001808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:23,526 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:23:23,527 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,34159,1733063001808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,527 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,527 INFO [RS:0;57b748500ef9:34159 {}] regionserver.Replication(171): 57b748500ef9,34159,1733063001808 started 2024-12-01T14:23:23,543 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:23,544 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,34159,1733063001808, RpcServer on 57b748500ef9/172.17.0.3:34159, sessionid=0x1019146b9200001 2024-12-01T14:23:23,544 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:23:23,544 DEBUG [RS:0;57b748500ef9:34159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,34159,1733063001808 2024-12-01T14:23:23,544 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,34159,1733063001808' 2024-12-01T14:23:23,544 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249768704/flush-table-proc/abort' 2024-12-01T14:23:23,544 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249768704/flush-table-proc/acquired' 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,34159,1733063001808 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,34159,1733063001808' 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1249768704/online-snapshot/abort' 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1249768704/online-snapshot/acquired' 2024-12-01T14:23:23,545 DEBUG [RS:0;57b748500ef9:34159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:23:23,545 INFO [RS:0;57b748500ef9:34159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:23:23,545 INFO [RS:0;57b748500ef9:34159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:23:23,646 INFO [RS:0;57b748500ef9:34159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:23,647 INFO [RS:0;57b748500ef9:34159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34159%2C1733063001808, suffix=, logDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808, archiveDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/oldWALs, maxLogs=10 2024-12-01T14:23:23,663 DEBUG [RS:0;57b748500ef9:34159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647, exclude list is [], retry=0 2024-12-01T14:23:23,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:23,667 INFO [RS:0;57b748500ef9:34159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 2024-12-01T14:23:23,667 DEBUG [RS:0;57b748500ef9:34159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:23,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:23:23,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d 2024-12-01T14:23:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:23:24,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:24,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:24,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:24,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:24,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:24,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:24,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:24,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:24,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:24,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:24,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740 2024-12-01T14:23:24,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740 2024-12-01T14:23:24,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:24,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:24,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:24,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:24,243 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:24,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67216723, jitterRate=0.0016072243452072144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733063004234Initializing all the Stores at 1733063004234Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063004234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063004235 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063004235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063004235Cleaning up temporary data from old regions at 1733063004240 (+5 ms)Region opened successfully at 1733063004243 (+3 ms) 2024-12-01T14:23:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:24,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:24,244 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733063004244Disabling compacts and flushes for region at 1733063004244Disabling writes for close at 1733063004244Writing region close event to WAL at 1733063004244Closed at 1733063004244 2024-12-01T14:23:24,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:24,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:23:24,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:23:24,246 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:24,247 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:23:24,397 DEBUG [57b748500ef9:45469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:23:24,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,34159,1733063001808 2024-12-01T14:23:24,398 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,34159,1733063001808, state=OPENING 2024-12-01T14:23:24,477 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:23:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:24,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249768704/meta-region-server: CHANGED 2024-12-01T14:23:24,668 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:24,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,34159,1733063001808}] 2024-12-01T14:23:24,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249768704/meta-region-server: CHANGED 2024-12-01T14:23:24,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:24,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:23:24,833 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:23:24,833 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:24,834 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:23:24,838 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34159%2C1733063001808.meta, suffix=.meta, logDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808, archiveDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/oldWALs, maxLogs=10 2024-12-01T14:23:24,870 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.meta.1733063004839.meta, exclude list is [], retry=0 2024-12-01T14:23:24,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:24,880 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.meta.1733063004839.meta 2024-12-01T14:23:24,896 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:24,897 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:24,897 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:24,897 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:23:24,897 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:23:24,897 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:23:24,898 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:23:24,898 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:24,898 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:23:24,898 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:23:24,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:24,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:24,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:24,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:24,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:24,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:24,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:24,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:24,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:24,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:24,910 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:24,911 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740 2024-12-01T14:23:24,912 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740 2024-12-01T14:23:24,913 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:24,913 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:24,913 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:24,915 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:24,915 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70356134, jitterRate=0.04838809370994568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:24,916 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:23:24,916 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733063004898Writing region info on filesystem at 1733063004898Initializing all the Stores at 1733063004901 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063004901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063004905 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063004905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063004905Cleaning up temporary data from old regions at 1733063004913 (+8 ms)Running coprocessor post-open hooks at 1733063004916 (+3 ms)Region opened successfully at 1733063004916 2024-12-01T14:23:24,918 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733063004822 2024-12-01T14:23:24,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,34159,1733063001808 2024-12-01T14:23:24,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,34159,1733063001808, state=OPEN 2024-12-01T14:23:24,922 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:23:24,922 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:23:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249768704/meta-region-server 2024-12-01T14:23:24,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249768704/meta-region-server: CHANGED 2024-12-01T14:23:24,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,34159,1733063001808 2024-12-01T14:23:24,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1249768704/meta-region-server 2024-12-01T14:23:24,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1249768704/meta-region-server: CHANGED 2024-12-01T14:23:24,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:23:24,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,34159,1733063001808 in 273 msec 2024-12-01T14:23:24,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:23:24,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-12-01T14:23:24,947 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:24,947 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:23:24,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:24,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34159,1733063001808, seqNum=-1] 2024-12-01T14:23:24,950 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:24,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:24,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5680 sec 2024-12-01T14:23:25,003 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733063004965, completionTime=-1 2024-12-01T14:23:25,003 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:23:25,003 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063065006 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063125006 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45469,1733063001625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45469,1733063001625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45469,1733063001625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:45469, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,006 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,008 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,010 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:23:25,020 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45469,1733063001625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:25,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45469,1733063001625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:23:25,028 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:23:25,028 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:23:25,028 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,45469,1733063001625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:25,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4ac976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:25,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45469,-1 for getting cluster id 2024-12-01T14:23:25,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:25,059 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a39f7697-9c53-4ab6-becd-4ef5d381baee' 2024-12-01T14:23:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a39f7697-9c53-4ab6-becd-4ef5d381baee" 2024-12-01T14:23:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cb4fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45469,-1] 2024-12-01T14:23:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:25,061 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:25,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad41d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:25,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34159,1733063001808, seqNum=-1] 2024-12-01T14:23:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:25,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:25,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,45469,1733063001625 2024-12-01T14:23:25,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:25,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019146b9200002 connected 2024-12-01T14:23:25,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir so I do NOT create it in target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b 2024-12-01T14:23:25,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.tmp.dir so I do NOT create it in target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b 2024-12-01T14:23:25,116 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:23:25,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/cluster_76cd44f4-38e9-ce2f-627d-2101da4f1224, deleteOnExit=true 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/test.cache.data in system properties and HBase conf 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:23:25,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:23:25,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:25,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:23:25,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:23:25,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:23:25,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:25,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:23:25,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:23:25,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:25,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:25,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:25,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:25,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:23:25,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:25,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc148ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:25,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d4ade3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:25,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a293eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/java.io.tmpdir/jetty-localhost-38521-hadoop-hdfs-3_4_1-tests_jar-_-any-9494082660494222260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:25,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72016d4f{HTTP/1.1, (http/1.1)}{localhost:38521} 2024-12-01T14:23:25,746 INFO [Time-limited test {}] server.Server(415): Started @333414ms 2024-12-01T14:23:26,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:26,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:26,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:26,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:26,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:23:26,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715b30ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:26,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12407312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:26,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e287930{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/java.io.tmpdir/jetty-localhost-35427-hadoop-hdfs-3_4_1-tests_jar-_-any-16521241561265258637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:26,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60bef32{HTTP/1.1, (http/1.1)}{localhost:35427} 2024-12-01T14:23:26,408 INFO [Time-limited test {}] server.Server(415): Started @334075ms 2024-12-01T14:23:26,409 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:23:27,367 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/cluster_76cd44f4-38e9-ce2f-627d-2101da4f1224/data/data1/current/BP-867369985-172.17.0.3-1733063005138/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:27,367 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/cluster_76cd44f4-38e9-ce2f-627d-2101da4f1224/data/data2/current/BP-867369985-172.17.0.3-1733063005138/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:27,384 WARN [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:23:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd428e8b01c45ee4 with lease ID 0x86ab69e0a5dae374: Processing first storage report for DS-e0c4203e-4098-4d6f-ac01-3ca05259311f from datanode DatanodeRegistration(127.0.0.1:38779, datanodeUuid=b3b2046b-d8bb-4eb5-bdb9-fc65587ccb06, infoPort=36647, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=886780036;c=1733063005138) 2024-12-01T14:23:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd428e8b01c45ee4 with lease ID 0x86ab69e0a5dae374: from storage DS-e0c4203e-4098-4d6f-ac01-3ca05259311f node DatanodeRegistration(127.0.0.1:38779, datanodeUuid=b3b2046b-d8bb-4eb5-bdb9-fc65587ccb06, infoPort=36647, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=886780036;c=1733063005138), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd428e8b01c45ee4 with lease ID 0x86ab69e0a5dae374: Processing first storage report for DS-47c123ca-f6c1-4fc5-babc-1aae118bdc4b from datanode DatanodeRegistration(127.0.0.1:38779, datanodeUuid=b3b2046b-d8bb-4eb5-bdb9-fc65587ccb06, infoPort=36647, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=886780036;c=1733063005138) 2024-12-01T14:23:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd428e8b01c45ee4 with lease ID 0x86ab69e0a5dae374: from storage DS-47c123ca-f6c1-4fc5-babc-1aae118bdc4b node DatanodeRegistration(127.0.0.1:38779, datanodeUuid=b3b2046b-d8bb-4eb5-bdb9-fc65587ccb06, infoPort=36647, infoSecurePort=0, ipcPort=41303, storageInfo=lv=-57;cid=testClusterID;nsid=886780036;c=1733063005138), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:27,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b 2024-12-01T14:23:27,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:23:27,483 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848 with version=8 2024-12-01T14:23:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/hbase-staging 2024-12-01T14:23:27,486 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:27,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40249 2024-12-01T14:23:27,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40249 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402490x0, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:27,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40249-0x1019146b9200003 connected 2024-12-01T14:23:27,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/running 2024-12-01T14:23:27,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848, hbase.cluster.distributed=false 2024-12-01T14:23:27,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/acl 2024-12-01T14:23:27,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-12-01T14:23:27,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-12-01T14:23:27,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-12-01T14:23:27,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-12-01T14:23:27,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-12-01T14:23:27,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:23:27,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:27,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42407 2024-12-01T14:23:27,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42407 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:27,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424070x0, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:27,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424070x0, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/running 2024-12-01T14:23:27,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42407-0x1019146b9200004 connected 2024-12-01T14:23:27,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:23:27,779 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:23:27,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/master 2024-12-01T14:23:27,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/acl 2024-12-01T14:23:27,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42407 2024-12-01T14:23:27,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42407 2024-12-01T14:23:27,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42407 2024-12-01T14:23:27,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42407 2024-12-01T14:23:27,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42407 2024-12-01T14:23:27,797 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:40249 2024-12-01T14:23:27,799 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11567367657/backup-masters/57b748500ef9,40249,1733063007485 2024-12-01T14:23:27,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657/backup-masters 2024-12-01T14:23:27,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657/backup-masters 2024-12-01T14:23:27,818 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on existing znode=/11567367657/backup-masters/57b748500ef9,40249,1733063007485 2024-12-01T14:23:27,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:27,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11567367657/master 2024-12-01T14:23:27,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:27,883 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on existing znode=/11567367657/master 2024-12-01T14:23:27,883 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11567367657/backup-masters/57b748500ef9,40249,1733063007485 from backup master directory 2024-12-01T14:23:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11567367657/backup-masters/57b748500ef9,40249,1733063007485 2024-12-01T14:23:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657/backup-masters 2024-12-01T14:23:27,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657/backup-masters 2024-12-01T14:23:27,945 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:27,945 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,40249,1733063007485 2024-12-01T14:23:27,953 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/hbase.id] with ID: f23261ac-4464-40c2-abd7-a873d045015b 2024-12-01T14:23:27,953 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/.tmp/hbase.id 2024-12-01T14:23:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:23:27,966 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/.tmp/hbase.id]:[hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/hbase.id] 2024-12-01T14:23:27,973 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:27,973 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:23:27,974 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T14:23:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:23:27,991 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:27,991 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:23:27,992 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:28,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:23:28,009 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store 2024-12-01T14:23:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:23:28,019 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:28,019 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:28,019 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:28,019 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:28,019 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:28,019 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:28,019 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:28,019 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733063008019Disabling compacts and flushes for region at 1733063008019Disabling writes for close at 1733063008019Writing region close event to WAL at 1733063008019Closed at 1733063008019 2024-12-01T14:23:28,020 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/.initializing 2024-12-01T14:23:28,020 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/WALs/57b748500ef9,40249,1733063007485 2024-12-01T14:23:28,021 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:28,022 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C40249%2C1733063007485, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/WALs/57b748500ef9,40249,1733063007485, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/oldWALs, maxLogs=10 2024-12-01T14:23:28,039 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/WALs/57b748500ef9,40249,1733063007485/57b748500ef9%2C40249%2C1733063007485.1733063008022, exclude list is [], retry=0 2024-12-01T14:23:28,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38779,DS-e0c4203e-4098-4d6f-ac01-3ca05259311f,DISK] 2024-12-01T14:23:28,049 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/WALs/57b748500ef9,40249,1733063007485/57b748500ef9%2C40249%2C1733063007485.1733063008022 2024-12-01T14:23:28,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36647:36647)] 2024-12-01T14:23:28,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:28,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:28,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,056 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:23:28,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:28,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:28,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:23:28,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:28,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:28,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:23:28,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:28,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:28,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:23:28,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:28,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:28,073 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,073 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,074 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,076 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,076 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,077 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:28,079 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:28,080 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:28,081 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72415731, jitterRate=0.07907848060131073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:28,081 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733063008056Initializing all the Stores at 1733063008057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063008058 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063008058Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063008058Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063008058Cleaning up temporary data from old regions at 1733063008076 (+18 ms)Region opened successfully at 1733063008081 (+5 ms) 2024-12-01T14:23:28,084 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:23:28,087 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4a2aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:28,088 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:23:28,088 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:23:28,088 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:23:28,088 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:23:28,089 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:23:28,089 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:23:28,089 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:23:28,097 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:23:28,098 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Unable to get data of znode /11567367657/balancer because node does not exist (not necessarily an error) 2024-12-01T14:23:28,108 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11567367657/balancer already deleted, retry=false 2024-12-01T14:23:28,109 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:23:28,109 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Unable to get data of znode /11567367657/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:23:28,119 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11567367657/normalizer already deleted, retry=false 2024-12-01T14:23:28,119 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:23:28,120 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Unable to get data of znode /11567367657/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:23:28,129 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11567367657/switch/split already deleted, retry=false 2024-12-01T14:23:28,130 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Unable to get data of znode /11567367657/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:23:28,140 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11567367657/switch/merge already deleted, retry=false 2024-12-01T14:23:28,141 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Unable to get data of znode /11567367657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:23:28,150 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11567367657/snapshot-cleanup already deleted, retry=false 2024-12-01T14:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11567367657/running 2024-12-01T14:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11567367657/running 2024-12-01T14:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:28,162 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,40249,1733063007485, sessionid=0x1019146b9200003, setting cluster-up flag (Was=false) 2024-12-01T14:23:28,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:28,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:28,213 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11567367657/flush-table-proc/acquired, /11567367657/flush-table-proc/reached, /11567367657/flush-table-proc/abort 2024-12-01T14:23:28,214 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40249,1733063007485 2024-12-01T14:23:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:28,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:28,267 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11567367657/online-snapshot/acquired, /11567367657/online-snapshot/reached, /11567367657/online-snapshot/abort 2024-12-01T14:23:28,268 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,40249,1733063007485 2024-12-01T14:23:28,269 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:23:28,274 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:28,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:23:28,275 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:23:28,275 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,40249,1733063007485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:28,276 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:28,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:23:28,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:28,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:23:28,280 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733063038280 2024-12-01T14:23:28,280 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:23:28,280 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:23:28,280 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:23:28,280 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:23:28,280 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:23:28,281 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:23:28,281 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,288 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:23:28,288 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:23:28,289 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:23:28,289 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:23:28,293 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:23:28,293 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:23:28,293 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063008293,5,FailOnTimeoutGroup] 2024-12-01T14:23:28,293 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(746): ClusterId : f23261ac-4464-40c2-abd7-a873d045015b 2024-12-01T14:23:28,293 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:23:28,296 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063008293,5,FailOnTimeoutGroup] 2024-12-01T14:23:28,296 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,296 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:23:28,296 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,296 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:23:28,303 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:23:28,303 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:23:28,317 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:23:28,317 DEBUG [RS:0;57b748500ef9:42407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b279a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:28,332 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:42407 2024-12-01T14:23:28,332 INFO [RS:0;57b748500ef9:42407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:23:28,332 INFO [RS:0;57b748500ef9:42407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:23:28,332 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:23:28,332 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,40249,1733063007485 with port=42407, startcode=1733063007711 2024-12-01T14:23:28,333 DEBUG [RS:0;57b748500ef9:42407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:23:28,333 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:23:28,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,42407,1733063007711 2024-12-01T14:23:28,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40249 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,42407,1733063007711 2024-12-01T14:23:28,335 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848 2024-12-01T14:23:28,335 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42331 2024-12-01T14:23:28,335 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:23:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657/rs 2024-12-01T14:23:28,373 DEBUG [RS:0;57b748500ef9:42407 {}] zookeeper.ZKUtil(111): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on existing znode=/11567367657/rs/57b748500ef9,42407,1733063007711 2024-12-01T14:23:28,373 WARN [RS:0;57b748500ef9:42407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:28,373 INFO [RS:0;57b748500ef9:42407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:28,373 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711 2024-12-01T14:23:28,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,42407,1733063007711] 2024-12-01T14:23:28,377 INFO [RS:0;57b748500ef9:42407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:23:28,379 INFO [RS:0;57b748500ef9:42407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:23:28,384 INFO [RS:0;57b748500ef9:42407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:23:28,384 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,385 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:23:28,385 INFO [RS:0;57b748500ef9:42407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:23:28,385 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,385 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,385 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,385 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,385 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:28,386 DEBUG [RS:0;57b748500ef9:42407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:28,386 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,386 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,386 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,386 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,386 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,386 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,42407,1733063007711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:28,398 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:23:28,399 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,42407,1733063007711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,399 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,399 INFO [RS:0;57b748500ef9:42407 {}] regionserver.Replication(171): 57b748500ef9,42407,1733063007711 started 2024-12-01T14:23:28,410 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:28,410 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,42407,1733063007711, RpcServer on 57b748500ef9/172.17.0.3:42407, sessionid=0x1019146b9200004 2024-12-01T14:23:28,410 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:23:28,410 DEBUG [RS:0;57b748500ef9:42407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,42407,1733063007711 2024-12-01T14:23:28,410 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,42407,1733063007711' 2024-12-01T14:23:28,410 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11567367657/flush-table-proc/abort' 2024-12-01T14:23:28,410 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11567367657/flush-table-proc/acquired' 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,42407,1733063007711 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,42407,1733063007711' 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11567367657/online-snapshot/abort' 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11567367657/online-snapshot/acquired' 2024-12-01T14:23:28,411 DEBUG [RS:0;57b748500ef9:42407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:23:28,411 INFO [RS:0;57b748500ef9:42407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:23:28,411 INFO [RS:0;57b748500ef9:42407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:23:28,512 INFO [RS:0;57b748500ef9:42407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:28,513 INFO [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C42407%2C1733063007711, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/oldWALs, maxLogs=10 2024-12-01T14:23:28,527 DEBUG [RS:0;57b748500ef9:42407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711/57b748500ef9%2C42407%2C1733063007711.1733063008513, exclude list is [], retry=0 2024-12-01T14:23:28,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38779,DS-e0c4203e-4098-4d6f-ac01-3ca05259311f,DISK] 2024-12-01T14:23:28,531 INFO [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711/57b748500ef9%2C42407%2C1733063007711.1733063008513 2024-12-01T14:23:28,536 DEBUG [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36647:36647)] 2024-12-01T14:23:28,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:23:28,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848 2024-12-01T14:23:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:23:29,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:29,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:29,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:29,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:29,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:29,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:29,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:29,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:29,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:29,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740 2024-12-01T14:23:29,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740 2024-12-01T14:23:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:29,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:29,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:29,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:29,112 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74366738, jitterRate=0.10815075039863586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733063009103Initializing all the Stores at 1733063009103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063009103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063009104 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063009104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063009104Cleaning up temporary data from old regions at 1733063009109 (+5 ms)Region opened successfully at 1733063009112 (+3 ms) 2024-12-01T14:23:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:29,112 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:29,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:29,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:29,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:29,113 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:29,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733063009112Disabling compacts and flushes for region at 1733063009112Disabling writes for close at 1733063009113 (+1 ms)Writing region close event to WAL at 1733063009113Closed at 1733063009113 2024-12-01T14:23:29,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:29,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:23:29,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:23:29,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:29,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:23:29,266 DEBUG [57b748500ef9:40249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:23:29,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,42407,1733063007711 2024-12-01T14:23:29,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,42407,1733063007711, state=OPENING 2024-12-01T14:23:29,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:23:29,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:29,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:29,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11567367657/meta-region-server: CHANGED 2024-12-01T14:23:29,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11567367657/meta-region-server: CHANGED 2024-12-01T14:23:29,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:29,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,42407,1733063007711}] 2024-12-01T14:23:29,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:29,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:23:29,538 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:23:29,538 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:29,539 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:23:29,540 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C42407%2C1733063007711.meta, suffix=.meta, logDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/oldWALs, maxLogs=10 2024-12-01T14:23:29,559 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711/57b748500ef9%2C42407%2C1733063007711.meta.1733063009540.meta, exclude list is [], retry=0 2024-12-01T14:23:29,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38779,DS-e0c4203e-4098-4d6f-ac01-3ca05259311f,DISK] 2024-12-01T14:23:29,563 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711/57b748500ef9%2C42407%2C1733063007711.meta.1733063009540.meta 2024-12-01T14:23:29,563 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36647:36647)] 2024-12-01T14:23:29,564 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:29,564 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:29,564 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:23:29,564 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:23:29,564 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:23:29,565 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:23:29,565 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:29,565 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:23:29,565 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:23:29,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:29,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:29,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:29,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:29,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:29,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:29,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:29,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:29,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:29,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:29,571 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:29,571 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740 2024-12-01T14:23:29,572 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740 2024-12-01T14:23:29,573 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:29,573 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:29,573 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:29,574 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:29,575 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61106693, jitterRate=-0.08943931758403778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:29,575 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:23:29,575 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733063009565Writing region info on filesystem at 1733063009565Initializing all the Stores at 1733063009566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063009566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063009566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063009566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063009566Cleaning up temporary data from old regions at 1733063009573 (+7 ms)Running coprocessor post-open hooks at 1733063009575 (+2 ms)Region opened successfully at 1733063009575 2024-12-01T14:23:29,577 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733063009533 2024-12-01T14:23:29,579 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:23:29,579 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:23:29,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,42407,1733063007711 2024-12-01T14:23:29,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,42407,1733063007711, state=OPEN 2024-12-01T14:23:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11567367657/meta-region-server 2024-12-01T14:23:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11567367657/meta-region-server 2024-12-01T14:23:29,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,42407,1733063007711 2024-12-01T14:23:29,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11567367657/meta-region-server: CHANGED 2024-12-01T14:23:29,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11567367657/meta-region-server: CHANGED 2024-12-01T14:23:29,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:23:29,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,42407,1733063007711 in 236 msec 2024-12-01T14:23:29,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:23:29,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-12-01T14:23:29,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:29,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:23:29,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:29,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42407,1733063007711, seqNum=-1] 2024-12-01T14:23:29,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:29,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:29,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-12-01T14:23:29,629 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733063009629, completionTime=-1 2024-12-01T14:23:29,629 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:23:29,629 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:23:29,631 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:23:29,631 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063069631 2024-12-01T14:23:29,631 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063129631 2024-12-01T14:23:29,631 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T14:23:29,631 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40249,1733063007485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,632 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40249,1733063007485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,632 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40249,1733063007485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,632 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:40249, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,632 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,632 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,634 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.690sec 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40249,1733063007485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:29,635 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40249,1733063007485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:23:29,637 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:23:29,637 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:23:29,637 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,40249,1733063007485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:29,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614f3c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:29,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40249,-1 for getting cluster id 2024-12-01T14:23:29,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:29,695 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23261ac-4464-40c2-abd7-a873d045015b' 2024-12-01T14:23:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23261ac-4464-40c2-abd7-a873d045015b" 2024-12-01T14:23:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66894796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40249,-1] 2024-12-01T14:23:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:29,697 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:29,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b0510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:29,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:29,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42407,1733063007711, seqNum=-1] 2024-12-01T14:23:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:29,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:29,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,40249,1733063007485 2024-12-01T14:23:29,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:29,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019146b9200005 connected 2024-12-01T14:23:29,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir so I do NOT create it in target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b 2024-12-01T14:23:29,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:23:29,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.tmp.dir so I do NOT create it in target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b 2024-12-01T14:23:29,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:23:29,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b 2024-12-01T14:23:29,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:23:29,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/cluster_6a78119e-b016-79b5-bbaa-c08fc568d08a, deleteOnExit=true 2024-12-01T14:23:29,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/test.cache.data in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:23:29,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:23:29,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:23:29,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:23:30,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:30,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:30,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:30,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:30,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:30,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:30,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:23:30,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:30,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db8c3f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:30,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15604af6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:31,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f01166e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/java.io.tmpdir/jetty-localhost-35939-hadoop-hdfs-3_4_1-tests_jar-_-any-15016788756541112914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:31,035 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f8aa1c1{HTTP/1.1, (http/1.1)}{localhost:35939} 2024-12-01T14:23:31,035 INFO [Time-limited test {}] server.Server(415): Started @338703ms 2024-12-01T14:23:31,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:23:31,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:23:31,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:23:31,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:23:31,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:23:31,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7d09a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:23:31,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92f8990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:23:31,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d09c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/java.io.tmpdir/jetty-localhost-39233-hadoop-hdfs-3_4_1-tests_jar-_-any-2425445500543769075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:31,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b4e553d{HTTP/1.1, (http/1.1)}{localhost:39233} 2024-12-01T14:23:31,474 INFO [Time-limited test {}] server.Server(415): Started @339142ms 2024-12-01T14:23:31,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:23:32,164 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/cluster_6a78119e-b016-79b5-bbaa-c08fc568d08a/data/data1/current/BP-1740210601-172.17.0.3-1733063009917/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:32,165 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/cluster_6a78119e-b016-79b5-bbaa-c08fc568d08a/data/data2/current/BP-1740210601-172.17.0.3-1733063009917/current, will proceed with Du for space computation calculation, 2024-12-01T14:23:32,183 WARN [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:23:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x308b7bb77c8a7f3a with lease ID 0x293973364d51d9e3: Processing first storage report for DS-2560dfcd-44ca-4deb-9bb8-618a875d0ce5 from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=d6668cb2-d8ec-40e9-a518-b4c6a0f11891, infoPort=41079, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=753241389;c=1733063009917) 2024-12-01T14:23:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x308b7bb77c8a7f3a with lease ID 0x293973364d51d9e3: from storage DS-2560dfcd-44ca-4deb-9bb8-618a875d0ce5 node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=d6668cb2-d8ec-40e9-a518-b4c6a0f11891, infoPort=41079, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=753241389;c=1733063009917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x308b7bb77c8a7f3a with lease ID 0x293973364d51d9e3: Processing first storage report for DS-78408585-e1b4-4d2c-adde-f1ab74b8b27a from datanode DatanodeRegistration(127.0.0.1:40807, datanodeUuid=d6668cb2-d8ec-40e9-a518-b4c6a0f11891, infoPort=41079, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=753241389;c=1733063009917) 2024-12-01T14:23:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x308b7bb77c8a7f3a with lease ID 0x293973364d51d9e3: from storage DS-78408585-e1b4-4d2c-adde-f1ab74b8b27a node DatanodeRegistration(127.0.0.1:40807, datanodeUuid=d6668cb2-d8ec-40e9-a518-b4c6a0f11891, infoPort=41079, infoSecurePort=0, ipcPort=44085, storageInfo=lv=-57;cid=testClusterID;nsid=753241389;c=1733063009917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:23:32,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b 2024-12-01T14:23:32,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:32,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:32,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:23:32,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd with version=8 2024-12-01T14:23:32,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/hbase-staging 2024-12-01T14:23:32,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:32,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:32,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:23:32,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:32,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36441 2024-12-01T14:23:32,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36441 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364410x0, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:32,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36441-0x1019146b9200006 connected 2024-12-01T14:23:32,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:32,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:32,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/running 2024-12-01T14:23:32,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd, hbase.cluster.distributed=false 2024-12-01T14:23:32,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/acl 2024-12-01T14:23:32,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36441 2024-12-01T14:23:32,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36441 2024-12-01T14:23:32,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36441 2024-12-01T14:23:32,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36441 2024-12-01T14:23:32,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36441 2024-12-01T14:23:32,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57b748500ef9:0 server-side Connection retries=45 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:23:32,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:23:32,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41293 2024-12-01T14:23:32,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41293 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:32,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:32,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:32,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412930x0, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:32,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412930x0, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/running 2024-12-01T14:23:32,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:23:32,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41293-0x1019146b9200007 connected 2024-12-01T14:23:32,844 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:23:32,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/master 2024-12-01T14:23:32,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/acl 2024-12-01T14:23:32,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41293 2024-12-01T14:23:32,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41293 2024-12-01T14:23:32,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41293 2024-12-01T14:23:32,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41293 2024-12-01T14:23:32,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41293 2024-12-01T14:23:32,878 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57b748500ef9:36441 2024-12-01T14:23:32,878 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21885590542/backup-masters/57b748500ef9,36441,1733063012624 2024-12-01T14:23:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542/backup-masters 2024-12-01T14:23:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542/backup-masters 2024-12-01T14:23:32,891 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on existing znode=/21885590542/backup-masters/57b748500ef9,36441,1733063012624 2024-12-01T14:23:32,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21885590542/master 2024-12-01T14:23:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:32,904 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on existing znode=/21885590542/master 2024-12-01T14:23:32,904 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21885590542/backup-masters/57b748500ef9,36441,1733063012624 from backup master directory 2024-12-01T14:23:32,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885590542/backup-masters/57b748500ef9,36441,1733063012624 2024-12-01T14:23:32,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542/backup-masters 2024-12-01T14:23:32,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542/backup-masters 2024-12-01T14:23:32,912 WARN [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:32,912 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57b748500ef9,36441,1733063012624 2024-12-01T14:23:32,925 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/hbase.id] with ID: 97c83bd2-2207-4a72-93d2-7e2643cb239f 2024-12-01T14:23:32,925 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/.tmp/hbase.id 2024-12-01T14:23:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:23:33,334 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/.tmp/hbase.id]:[hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/hbase.id] 2024-12-01T14:23:33,341 INFO [master/57b748500ef9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:33,341 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:23:33,341 INFO [master/57b748500ef9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T14:23:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:33,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:23:33,769 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:33,769 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:23:33,769 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:23:33,774 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store 2024-12-01T14:23:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:23:34,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:34,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:34,178 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:34,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:34,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:34,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:34,178 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:34,178 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733063014178Disabling compacts and flushes for region at 1733063014178Disabling writes for close at 1733063014178Writing region close event to WAL at 1733063014178Closed at 1733063014178 2024-12-01T14:23:34,179 WARN [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/.initializing 2024-12-01T14:23:34,179 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/WALs/57b748500ef9,36441,1733063012624 2024-12-01T14:23:34,179 INFO [master/57b748500ef9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:34,180 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57b748500ef9%2C36441%2C1733063012624, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/WALs/57b748500ef9,36441,1733063012624, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/oldWALs, maxLogs=10 2024-12-01T14:23:34,195 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/WALs/57b748500ef9,36441,1733063012624/57b748500ef9%2C36441%2C1733063012624.1733063014180, exclude list is [], retry=0 2024-12-01T14:23:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-2560dfcd-44ca-4deb-9bb8-618a875d0ce5,DISK] 2024-12-01T14:23:34,198 INFO [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/WALs/57b748500ef9,36441,1733063012624/57b748500ef9%2C36441%2C1733063012624.1733063014180 2024-12-01T14:23:34,198 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41079:41079)] 2024-12-01T14:23:34,199 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:34,199 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:34,199 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,199 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:23:34,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:23:34,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:34,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:34,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:23:34,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:23:34,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:34,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:34,203 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,204 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,204 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,205 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,205 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,205 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:34,206 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:23:34,207 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:34,207 INFO [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67124209, jitterRate=2.2865831851959229E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:34,207 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733063014199Initializing all the Stores at 1733063014199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063014199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063014200 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063014200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063014200Cleaning up temporary data from old regions at 1733063014205 (+5 ms)Region opened successfully at 1733063014207 (+2 ms) 2024-12-01T14:23:34,207 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:23:34,209 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda6108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:34,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:23:34,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:23:34,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:23:34,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:23:34,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:23:34,210 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:23:34,211 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T14:23:34,212 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:23:34,212 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Unable to get data of znode /21885590542/balancer because node does not exist (not necessarily an error) 2024-12-01T14:23:34,259 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885590542/balancer already deleted, retry=false 2024-12-01T14:23:34,260 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:23:34,260 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Unable to get data of znode /21885590542/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:23:34,270 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885590542/normalizer already deleted, retry=false 2024-12-01T14:23:34,270 INFO [master/57b748500ef9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:23:34,271 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Unable to get data of znode /21885590542/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:23:34,280 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885590542/switch/split already deleted, retry=false 2024-12-01T14:23:34,281 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Unable to get data of znode /21885590542/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:23:34,291 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885590542/switch/merge already deleted, retry=false 2024-12-01T14:23:34,292 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Unable to get data of znode /21885590542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:23:34,301 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885590542/snapshot-cleanup already deleted, retry=false 2024-12-01T14:23:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21885590542/running 2024-12-01T14:23:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21885590542/running 2024-12-01T14:23:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:34,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:34,312 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57b748500ef9,36441,1733063012624, sessionid=0x1019146b9200006, setting cluster-up flag (Was=false) 2024-12-01T14:23:34,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:34,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:34,365 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21885590542/flush-table-proc/acquired, /21885590542/flush-table-proc/reached, /21885590542/flush-table-proc/abort 2024-12-01T14:23:34,365 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,36441,1733063012624 2024-12-01T14:23:34,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:34,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:34,417 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21885590542/online-snapshot/acquired, /21885590542/online-snapshot/reached, /21885590542/online-snapshot/abort 2024-12-01T14:23:34,418 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57b748500ef9,36441,1733063012624 2024-12-01T14:23:34,419 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:23:34,420 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:34,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:23:34,421 INFO [master/57b748500ef9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:23:34,421 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57b748500ef9,36441,1733063012624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:23:34,422 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:34,422 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:34,422 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:34,422 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57b748500ef9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:23:34,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57b748500ef9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:23:34,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:34,423 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:34,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733063044428 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:23:34,428 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:23:34,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:34,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:23:34,432 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,433 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:23:34,433 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:23:34,433 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:23:34,433 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T14:23:34,434 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:23:34,434 INFO [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:23:34,435 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063014434,5,FailOnTimeoutGroup] 2024-12-01T14:23:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:23:34,440 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063014435,5,FailOnTimeoutGroup] 2024-12-01T14:23:34,440 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,440 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:23:34,440 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,440 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,466 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(746): ClusterId : 97c83bd2-2207-4a72-93d2-7e2643cb239f 2024-12-01T14:23:34,466 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:23:34,477 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:23:34,477 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:23:34,487 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:23:34,487 DEBUG [RS:0;57b748500ef9:41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7039175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57b748500ef9/172.17.0.3:0 2024-12-01T14:23:34,500 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57b748500ef9:41293 2024-12-01T14:23:34,500 INFO [RS:0;57b748500ef9:41293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:23:34,500 INFO [RS:0;57b748500ef9:41293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:23:34,500 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:23:34,501 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(2659): reportForDuty to master=57b748500ef9,36441,1733063012624 with port=41293, startcode=1733063012824 2024-12-01T14:23:34,501 DEBUG [RS:0;57b748500ef9:41293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:23:34,502 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:23:34,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57b748500ef9,41293,1733063012824 2024-12-01T14:23:34,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(517): Registering regionserver=57b748500ef9,41293,1733063012824 2024-12-01T14:23:34,503 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd 2024-12-01T14:23:34,503 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40081 2024-12-01T14:23:34,503 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:23:34,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542/rs 2024-12-01T14:23:34,540 DEBUG [RS:0;57b748500ef9:41293 {}] zookeeper.ZKUtil(111): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on existing znode=/21885590542/rs/57b748500ef9,41293,1733063012824 2024-12-01T14:23:34,540 WARN [RS:0;57b748500ef9:41293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:23:34,540 INFO [RS:0;57b748500ef9:41293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:34,540 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824 2024-12-01T14:23:34,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57b748500ef9,41293,1733063012824] 2024-12-01T14:23:34,543 INFO [RS:0;57b748500ef9:41293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:23:34,544 INFO [RS:0;57b748500ef9:41293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:23:34,545 INFO [RS:0;57b748500ef9:41293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:23:34,545 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,547 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:23:34,548 INFO [RS:0;57b748500ef9:41293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:23:34,548 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57b748500ef9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57b748500ef9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:34,548 DEBUG [RS:0;57b748500ef9:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57b748500ef9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:23:34,551 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,551 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,551 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,551 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,551 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,551 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41293,1733063012824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:34,563 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:23:34,564 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,41293,1733063012824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,564 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,564 INFO [RS:0;57b748500ef9:41293 {}] regionserver.Replication(171): 57b748500ef9,41293,1733063012824 started 2024-12-01T14:23:34,576 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:34,576 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1482): Serving as 57b748500ef9,41293,1733063012824, RpcServer on 57b748500ef9/172.17.0.3:41293, sessionid=0x1019146b9200007 2024-12-01T14:23:34,576 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:23:34,576 DEBUG [RS:0;57b748500ef9:41293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57b748500ef9,41293,1733063012824 2024-12-01T14:23:34,576 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,41293,1733063012824' 2024-12-01T14:23:34,576 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21885590542/flush-table-proc/abort' 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21885590542/flush-table-proc/acquired' 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57b748500ef9,41293,1733063012824 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57b748500ef9,41293,1733063012824' 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21885590542/online-snapshot/abort' 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21885590542/online-snapshot/acquired' 2024-12-01T14:23:34,577 DEBUG [RS:0;57b748500ef9:41293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:23:34,577 INFO [RS:0;57b748500ef9:41293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:23:34,577 INFO [RS:0;57b748500ef9:41293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:23:34,678 INFO [RS:0;57b748500ef9:41293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:23:34,679 INFO [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C41293%2C1733063012824, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/oldWALs, maxLogs=10 2024-12-01T14:23:34,690 DEBUG [RS:0;57b748500ef9:41293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824/57b748500ef9%2C41293%2C1733063012824.1733063014679, exclude list is [], retry=0 2024-12-01T14:23:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-2560dfcd-44ca-4deb-9bb8-618a875d0ce5,DISK] 2024-12-01T14:23:34,693 INFO [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824/57b748500ef9%2C41293%2C1733063012824.1733063014679 2024-12-01T14:23:34,693 DEBUG [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41079:41079)] 2024-12-01T14:23:34,841 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:23:34,841 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd 2024-12-01T14:23:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741833_1009 (size=32) 2024-12-01T14:23:35,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:35,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:35,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:35,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:35,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:35,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:35,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:35,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:35,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:35,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:35,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740 2024-12-01T14:23:35,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740 2024-12-01T14:23:35,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:35,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:35,260 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:35,263 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:35,266 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60543510, jitterRate=-0.09783139824867249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:35,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733063015246Initializing all the Stores at 1733063015246Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063015247 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063015248 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063015248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063015248Cleaning up temporary data from old regions at 1733063015260 (+12 ms)Region opened successfully at 1733063015268 (+8 ms) 2024-12-01T14:23:35,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:35,268 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:35,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:35,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:35,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:35,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:35,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733063015268Disabling compacts and flushes for region at 1733063015268Disabling writes for close at 1733063015269 (+1 ms)Writing region close event to WAL at 1733063015269Closed at 1733063015269 2024-12-01T14:23:35,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:35,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:23:35,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:23:35,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:35,272 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:23:35,423 DEBUG [57b748500ef9:36441 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T14:23:35,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57b748500ef9,41293,1733063012824 2024-12-01T14:23:35,425 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,41293,1733063012824, state=OPENING 2024-12-01T14:23:35,434 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:23:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:35,455 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:23:35,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885590542/meta-region-server: CHANGED 2024-12-01T14:23:35,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885590542/meta-region-server: CHANGED 2024-12-01T14:23:35,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,41293,1733063012824}] 2024-12-01T14:23:35,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:35,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:23:35,611 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:23:35,611 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:35,611 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:23:35,612 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C41293%2C1733063012824.meta, suffix=.meta, logDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/oldWALs, maxLogs=10 2024-12-01T14:23:35,624 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824/57b748500ef9%2C41293%2C1733063012824.meta.1733063015612.meta, exclude list is [], retry=0 2024-12-01T14:23:35,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40807,DS-2560dfcd-44ca-4deb-9bb8-618a875d0ce5,DISK] 2024-12-01T14:23:35,627 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/WALs/57b748500ef9,41293,1733063012824/57b748500ef9%2C41293%2C1733063012824.meta.1733063015612.meta 2024-12-01T14:23:35,627 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41079:41079)] 2024-12-01T14:23:35,628 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:35,628 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:35,628 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:23:35,628 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:23:35,628 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:23:35,628 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:23:35,628 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:35,629 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:23:35,629 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:23:35,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:23:35,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:23:35,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:23:35,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:23:35,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:23:35,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:23:35,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:23:35,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:23:35,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:23:35,635 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:23:35,635 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740 2024-12-01T14:23:35,636 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740 2024-12-01T14:23:35,636 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:23:35,636 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:23:35,637 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:23:35,638 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:23:35,638 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72141044, jitterRate=0.0749853253364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:23:35,638 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:23:35,639 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733063015629Writing region info on filesystem at 1733063015629Initializing all the Stores at 1733063015630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063015630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063015630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063015630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733063015630Cleaning up temporary data from old regions at 1733063015636 (+6 ms)Running coprocessor post-open hooks at 1733063015638 (+2 ms)Region opened successfully at 1733063015638 2024-12-01T14:23:35,639 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733063015607 2024-12-01T14:23:35,641 DEBUG [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:23:35,641 INFO [RS_OPEN_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:23:35,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,41293,1733063012824 2024-12-01T14:23:35,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57b748500ef9,41293,1733063012824, state=OPEN 2024-12-01T14:23:35,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21885590542/meta-region-server 2024-12-01T14:23:35,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21885590542/meta-region-server 2024-12-01T14:23:35,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57b748500ef9,41293,1733063012824 2024-12-01T14:23:35,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885590542/meta-region-server: CHANGED 2024-12-01T14:23:35,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885590542/meta-region-server: CHANGED 2024-12-01T14:23:35,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:23:35,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57b748500ef9,41293,1733063012824 in 241 msec 2024-12-01T14:23:35,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:23:35,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-01T14:23:35,701 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:23:35,701 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:23:35,702 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:35,702 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,41293,1733063012824, seqNum=-1] 2024-12-01T14:23:35,702 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:35,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:35,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-12-01T14:23:35,706 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733063015706, completionTime=-1 2024-12-01T14:23:35,706 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T14:23:35,706 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733063075708 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733063135708 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36441,1733063012624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36441,1733063012624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36441,1733063012624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57b748500ef9:36441, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,708 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,710 DEBUG [master/57b748500ef9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.799sec 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36441,1733063012624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:23:35,711 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36441,1733063012624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:23:35,713 DEBUG [master/57b748500ef9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:23:35,713 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:23:35,713 INFO [master/57b748500ef9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57b748500ef9,36441,1733063012624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:23:35,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f2cd62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:35,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36441,-1 for getting cluster id 2024-12-01T14:23:35,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:35,768 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c83bd2-2207-4a72-93d2-7e2643cb239f' 2024-12-01T14:23:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c83bd2-2207-4a72-93d2-7e2643cb239f" 2024-12-01T14:23:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7836f6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36441,-1] 2024-12-01T14:23:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:35,769 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:35,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9750f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:35,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,41293,1733063012824, seqNum=-1] 2024-12-01T14:23:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:35,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:35,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57b748500ef9,36441,1733063012624 2024-12-01T14:23:35,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53333 2024-12-01T14:23:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:23:35,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019146b9200008 connected 2024-12-01T14:23:35,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45469,1733063001625 2024-12-01T14:23:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0b6b45 2024-12-01T14:23:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:35,912 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:35,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:23:35,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:23:35,914 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:35,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:23:35,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:35,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:23:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:36,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c810e1aaa888581f3a28106dc3bebde, NAME => 'test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d 2024-12-01T14:23:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:23:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:36,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:36,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c810e1aaa888581f3a28106dc3bebde, disabling compactions & flushes 2024-12-01T14:23:36,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:36,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:36,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. after waiting 0 ms 2024-12-01T14:23:36,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:36,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:36,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c810e1aaa888581f3a28106dc3bebde: Waiting for close lock at 1733063016727Disabling compacts and flushes for region at 1733063016727Disabling writes for close at 1733063016727Writing region close event to WAL at 1733063016727Closed at 1733063016727 2024-12-01T14:23:36,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:23:36,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733063016728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733063016728"}]},"ts":"1733063016728"} 2024-12-01T14:23:36,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:23:36,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:23:36,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063016732"}]},"ts":"1733063016732"} 2024-12-01T14:23:36,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:23:36,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c810e1aaa888581f3a28106dc3bebde, ASSIGN}] 2024-12-01T14:23:36,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c810e1aaa888581f3a28106dc3bebde, ASSIGN 2024-12-01T14:23:36,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c810e1aaa888581f3a28106dc3bebde, ASSIGN; state=OFFLINE, location=57b748500ef9,34159,1733063001808; forceNewPlan=false, retain=false 2024-12-01T14:23:36,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c810e1aaa888581f3a28106dc3bebde, regionState=OPENING, regionLocation=57b748500ef9,34159,1733063001808 2024-12-01T14:23:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c810e1aaa888581f3a28106dc3bebde, ASSIGN because future has completed 2024-12-01T14:23:36,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c810e1aaa888581f3a28106dc3bebde, server=57b748500ef9,34159,1733063001808}] 2024-12-01T14:23:37,050 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:37,050 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c810e1aaa888581f3a28106dc3bebde, NAME => 'test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:37,050 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:37,050 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:23:37,051 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,051 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:37,051 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,051 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,052 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,053 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c810e1aaa888581f3a28106dc3bebde columnFamilyName f 2024-12-01T14:23:37,053 DEBUG [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:37,054 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] regionserver.HStore(327): Store=8c810e1aaa888581f3a28106dc3bebde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:37,054 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,055 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c810e1aaa888581f3a28106dc3bebde columnFamilyName f1 2024-12-01T14:23:37,055 DEBUG [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:37,055 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] regionserver.HStore(327): Store=8c810e1aaa888581f3a28106dc3bebde/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:37,055 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,056 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c810e1aaa888581f3a28106dc3bebde columnFamilyName norep 2024-12-01T14:23:37,056 DEBUG [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:37,056 INFO [StoreOpener-8c810e1aaa888581f3a28106dc3bebde-1 {}] regionserver.HStore(327): Store=8c810e1aaa888581f3a28106dc3bebde/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:37,056 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,057 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,057 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,058 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:23:37,059 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,060 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:37,060 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c810e1aaa888581f3a28106dc3bebde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69487278, jitterRate=0.03544113039970398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:23:37,060 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:37,060 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c810e1aaa888581f3a28106dc3bebde: Running coprocessor pre-open hook at 1733063017051Writing region info on filesystem at 1733063017051Initializing all the Stores at 1733063017051Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063017051Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063017052 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063017052Cleaning up temporary data from old regions at 1733063017058 (+6 ms)Running coprocessor post-open hooks at 1733063017060 (+2 ms)Region opened successfully at 1733063017060 2024-12-01T14:23:37,061 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., pid=6, masterSystemTime=1733063017046 2024-12-01T14:23:37,063 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:37,063 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:37,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c810e1aaa888581f3a28106dc3bebde, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,34159,1733063001808 2024-12-01T14:23:37,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c810e1aaa888581f3a28106dc3bebde, server=57b748500ef9,34159,1733063001808 because future has completed 2024-12-01T14:23:37,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:23:37,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c810e1aaa888581f3a28106dc3bebde, server=57b748500ef9,34159,1733063001808 in 175 msec 2024-12-01T14:23:37,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:23:37,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c810e1aaa888581f3a28106dc3bebde, ASSIGN in 336 msec 2024-12-01T14:23:37,072 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:23:37,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063017072"}]},"ts":"1733063017072"} 2024-12-01T14:23:37,074 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:23:37,074 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:23:37,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-01T14:23:38,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:38,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:23:38,016 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148877 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:38,065 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:23:38,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40249,1733063007485 2024-12-01T14:23:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619d4db8 2024-12-01T14:23:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:38,067 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:38,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:23:38,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:23:38,069 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:38,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:23:38,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:23:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:38,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f7aa2226bae0bbfb9763ee4267229d8, NAME => 'test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848 2024-12-01T14:23:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:23:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:38,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:38,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f7aa2226bae0bbfb9763ee4267229d8, disabling compactions & flushes 2024-12-01T14:23:38,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:38,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:38,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. after waiting 0 ms 2024-12-01T14:23:38,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:38,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:38,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f7aa2226bae0bbfb9763ee4267229d8: Waiting for close lock at 1733063018880Disabling compacts and flushes for region at 1733063018880Disabling writes for close at 1733063018880Writing region close event to WAL at 1733063018880Closed at 1733063018880 2024-12-01T14:23:38,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:23:38,882 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733063018882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733063018882"}]},"ts":"1733063018882"} 2024-12-01T14:23:38,884 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:23:38,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:23:38,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063018885"}]},"ts":"1733063018885"} 2024-12-01T14:23:38,887 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:23:38,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f7aa2226bae0bbfb9763ee4267229d8, ASSIGN}] 2024-12-01T14:23:38,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f7aa2226bae0bbfb9763ee4267229d8, ASSIGN 2024-12-01T14:23:38,889 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f7aa2226bae0bbfb9763ee4267229d8, ASSIGN; state=OFFLINE, location=57b748500ef9,42407,1733063007711; forceNewPlan=false, retain=false 2024-12-01T14:23:39,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f7aa2226bae0bbfb9763ee4267229d8, regionState=OPENING, regionLocation=57b748500ef9,42407,1733063007711 2024-12-01T14:23:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f7aa2226bae0bbfb9763ee4267229d8, ASSIGN because future has completed 2024-12-01T14:23:39,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7aa2226bae0bbfb9763ee4267229d8, server=57b748500ef9,42407,1733063007711}] 2024-12-01T14:23:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:39,205 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:39,206 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f7aa2226bae0bbfb9763ee4267229d8, NAME => 'test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:39,206 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:39,206 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:23:39,206 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,206 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:39,206 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,206 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,207 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,208 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7aa2226bae0bbfb9763ee4267229d8 columnFamilyName f 2024-12-01T14:23:39,208 DEBUG [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:39,208 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] regionserver.HStore(327): Store=4f7aa2226bae0bbfb9763ee4267229d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:39,209 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,209 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7aa2226bae0bbfb9763ee4267229d8 columnFamilyName f1 2024-12-01T14:23:39,209 DEBUG [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:39,210 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] regionserver.HStore(327): Store=4f7aa2226bae0bbfb9763ee4267229d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:39,210 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,210 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7aa2226bae0bbfb9763ee4267229d8 columnFamilyName norep 2024-12-01T14:23:39,210 DEBUG [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:39,211 INFO [StoreOpener-4f7aa2226bae0bbfb9763ee4267229d8-1 {}] regionserver.HStore(327): Store=4f7aa2226bae0bbfb9763ee4267229d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:39,211 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,211 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,211 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,212 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,212 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,212 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:23:39,213 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,214 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:39,215 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f7aa2226bae0bbfb9763ee4267229d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64082473, jitterRate=-0.0450967401266098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:23:39,215 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:39,215 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f7aa2226bae0bbfb9763ee4267229d8: Running coprocessor pre-open hook at 1733063019206Writing region info on filesystem at 1733063019206Initializing all the Stores at 1733063019207 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063019207Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063019207Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063019207Cleaning up temporary data from old regions at 1733063019212 (+5 ms)Running coprocessor post-open hooks at 1733063019215 (+3 ms)Region opened successfully at 1733063019215 2024-12-01T14:23:39,215 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8., pid=6, masterSystemTime=1733063019194 2024-12-01T14:23:39,217 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:39,217 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:39,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f7aa2226bae0bbfb9763ee4267229d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,42407,1733063007711 2024-12-01T14:23:39,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7aa2226bae0bbfb9763ee4267229d8, server=57b748500ef9,42407,1733063007711 because future has completed 2024-12-01T14:23:39,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:23:39,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f7aa2226bae0bbfb9763ee4267229d8, server=57b748500ef9,42407,1733063007711 in 177 msec 2024-12-01T14:23:39,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:23:39,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f7aa2226bae0bbfb9763ee4267229d8, ASSIGN in 334 msec 2024-12-01T14:23:39,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:23:39,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063019224"}]},"ts":"1733063019224"} 2024-12-01T14:23:39,226 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:23:39,227 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:23:39,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-01T14:23:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:40,215 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:23:40,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36441,1733063012624 2024-12-01T14:23:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38e7583 2024-12-01T14:23:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:40,217 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:40,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T14:23:40,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:23:40,219 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:40,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T14:23:40,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:23:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741835_1011 (size=902) 2024-12-01T14:23:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:40,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1899d021eb989626d337fd9e236ff6f, NAME => 'test,,1733063020217.c1899d021eb989626d337fd9e236ff6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd 2024-12-01T14:23:40,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741836_1012 (size=39) 2024-12-01T14:23:40,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:41,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733063020217.c1899d021eb989626d337fd9e236ff6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:41,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1899d021eb989626d337fd9e236ff6f, disabling compactions & flushes 2024-12-01T14:23:41,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. after waiting 0 ms 2024-12-01T14:23:41,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1899d021eb989626d337fd9e236ff6f: Waiting for close lock at 1733063021030Disabling compacts and flushes for region at 1733063021030Disabling writes for close at 1733063021031 (+1 ms)Writing region close event to WAL at 1733063021031Closed at 1733063021031 2024-12-01T14:23:41,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:23:41,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733063020217.c1899d021eb989626d337fd9e236ff6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733063021032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733063021032"}]},"ts":"1733063021032"} 2024-12-01T14:23:41,034 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:23:41,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:23:41,035 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063021034"}]},"ts":"1733063021034"} 2024-12-01T14:23:41,036 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T14:23:41,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1899d021eb989626d337fd9e236ff6f, ASSIGN}] 2024-12-01T14:23:41,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1899d021eb989626d337fd9e236ff6f, ASSIGN 2024-12-01T14:23:41,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1899d021eb989626d337fd9e236ff6f, ASSIGN; state=OFFLINE, location=57b748500ef9,41293,1733063012824; forceNewPlan=false, retain=false 2024-12-01T14:23:41,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1899d021eb989626d337fd9e236ff6f, regionState=OPENING, regionLocation=57b748500ef9,41293,1733063012824 2024-12-01T14:23:41,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1899d021eb989626d337fd9e236ff6f, ASSIGN because future has completed 2024-12-01T14:23:41,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1899d021eb989626d337fd9e236ff6f, server=57b748500ef9,41293,1733063012824}] 2024-12-01T14:23:41,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:41,345 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,345 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1899d021eb989626d337fd9e236ff6f, NAME => 'test,,1733063020217.c1899d021eb989626d337fd9e236ff6f.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:41,346 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:41,346 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T14:23:41,346 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,346 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733063020217.c1899d021eb989626d337fd9e236ff6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:41,346 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,346 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,347 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,349 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1899d021eb989626d337fd9e236ff6f columnFamilyName f 2024-12-01T14:23:41,349 DEBUG [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:41,349 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] regionserver.HStore(327): Store=c1899d021eb989626d337fd9e236ff6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:41,349 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,350 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1899d021eb989626d337fd9e236ff6f columnFamilyName f1 2024-12-01T14:23:41,350 DEBUG [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:41,350 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] regionserver.HStore(327): Store=c1899d021eb989626d337fd9e236ff6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:41,350 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,351 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1899d021eb989626d337fd9e236ff6f columnFamilyName norep 2024-12-01T14:23:41,351 DEBUG [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:41,351 INFO [StoreOpener-c1899d021eb989626d337fd9e236ff6f-1 {}] regionserver.HStore(327): Store=c1899d021eb989626d337fd9e236ff6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:41,352 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,352 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,352 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,353 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,353 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,354 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:23:41,355 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:41,357 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:41,357 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1899d021eb989626d337fd9e236ff6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59299658, jitterRate=-0.11636623740196228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:23:41,357 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:41,357 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1899d021eb989626d337fd9e236ff6f: Running coprocessor pre-open hook at 1733063021346Writing region info on filesystem at 1733063021346Initializing all the Stores at 1733063021347 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063021347Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063021347Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063021347Cleaning up temporary data from old regions at 1733063021353 (+6 ms)Running coprocessor post-open hooks at 1733063021357 (+4 ms)Region opened successfully at 1733063021357 2024-12-01T14:23:41,358 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733063020217.c1899d021eb989626d337fd9e236ff6f., pid=6, masterSystemTime=1733063021342 2024-12-01T14:23:41,360 DEBUG [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,360 INFO [RS_OPEN_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:41,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1899d021eb989626d337fd9e236ff6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57b748500ef9,41293,1733063012824 2024-12-01T14:23:41,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1899d021eb989626d337fd9e236ff6f, server=57b748500ef9,41293,1733063012824 because future has completed 2024-12-01T14:23:41,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T14:23:41,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1899d021eb989626d337fd9e236ff6f, server=57b748500ef9,41293,1733063012824 in 174 msec 2024-12-01T14:23:41,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T14:23:41,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1899d021eb989626d337fd9e236ff6f, ASSIGN in 331 msec 2024-12-01T14:23:41,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:23:41,370 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063021369"}]},"ts":"1733063021369"} 2024-12-01T14:23:41,371 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T14:23:41,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:23:41,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-01T14:23:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:23:42,375 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T14:23:42,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6ea125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:42,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45469,-1 for getting cluster id 2024-12-01T14:23:42,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:42,377 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a39f7697-9c53-4ab6-becd-4ef5d381baee' 2024-12-01T14:23:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a39f7697-9c53-4ab6-becd-4ef5d381baee" 2024-12-01T14:23:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d70487e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45469,-1] 2024-12-01T14:23:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:42,379 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34048f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:42,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45469,1733063001625 2024-12-01T14:23:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c50218 2024-12-01T14:23:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:42,381 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:42,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57b748500ef9:40249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:23:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:23:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:42,384 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40249' 2024-12-01T14:23:42,385 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630dc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:42,385 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40249,-1 for getting cluster id 2024-12-01T14:23:42,386 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:42,386 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23261ac-4464-40c2-abd7-a873d045015b' 2024-12-01T14:23:42,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:42,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23261ac-4464-40c2-abd7-a873d045015b" 2024-12-01T14:23:42,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662fea5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:42,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40249,-1] 2024-12-01T14:23:42,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:42,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:42,387 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:42,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d767ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:42,388 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:42,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40249,1733063007485 2024-12-01T14:23:42,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1970195b 2024-12-01T14:23:42,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:42,390 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:42,390 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-01T14:23:42,390 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:23:42,391 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:42,391 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:42,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:42,391 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:23:42,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T14:23:42,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:23:42,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:42,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:23:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741837_1013 (size=1138) 2024-12-01T14:23:42,443 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T14:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:42,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea48300559c1bfd05220dcb84569f638, NAME => 'hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d 2024-12-01T14:23:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741838_1014 (size=44) 2024-12-01T14:23:42,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:42,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea48300559c1bfd05220dcb84569f638, disabling compactions & flushes 2024-12-01T14:23:42,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:42,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:42,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. after waiting 0 ms 2024-12-01T14:23:42,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:42,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:42,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea48300559c1bfd05220dcb84569f638: Waiting for close lock at 1733063022807Disabling compacts and flushes for region at 1733063022807Disabling writes for close at 1733063022808 (+1 ms)Writing region close event to WAL at 1733063022808Closed at 1733063022808 2024-12-01T14:23:42,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:23:42,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733063022809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733063022809"}]},"ts":"1733063022809"} 2024-12-01T14:23:42,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T14:23:42,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:23:42,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063022812"}]},"ts":"1733063022812"} 2024-12-01T14:23:42,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T14:23:42,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea48300559c1bfd05220dcb84569f638, ASSIGN}] 2024-12-01T14:23:42,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea48300559c1bfd05220dcb84569f638, ASSIGN 2024-12-01T14:23:42,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea48300559c1bfd05220dcb84569f638, ASSIGN; state=OFFLINE, location=57b748500ef9,34159,1733063001808; forceNewPlan=false, retain=false 2024-12-01T14:23:42,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea48300559c1bfd05220dcb84569f638, regionState=OPENING, regionLocation=57b748500ef9,34159,1733063001808 2024-12-01T14:23:42,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea48300559c1bfd05220dcb84569f638, ASSIGN because future has completed 2024-12-01T14:23:42,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea48300559c1bfd05220dcb84569f638, server=57b748500ef9,34159,1733063001808}] 2024-12-01T14:23:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:43,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:43,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:23:43,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T14:23:43,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57b748500ef9%2C34159%2C1733063001808.rep, suffix=, logDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808, archiveDir=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/oldWALs, maxLogs=10 2024-12-01T14:23:43,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063023137, exclude list is [], retry=0 2024-12-01T14:23:43,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:43,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:23:43,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063023137 2024-12-01T14:23:43,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:43,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea48300559c1bfd05220dcb84569f638, NAME => 'hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:23:43,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T14:23:43,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:23:43,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. service=MultiRowMutationService 2024-12-01T14:23:43,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T14:23:43,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:23:43,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,169 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,170 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea48300559c1bfd05220dcb84569f638 columnFamilyName hfileref 2024-12-01T14:23:43,170 DEBUG [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:43,171 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] regionserver.HStore(327): Store=ea48300559c1bfd05220dcb84569f638/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:43,171 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,172 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea48300559c1bfd05220dcb84569f638 columnFamilyName queue 2024-12-01T14:23:43,172 DEBUG [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:43,173 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] regionserver.HStore(327): Store=ea48300559c1bfd05220dcb84569f638/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:43,173 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,174 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea48300559c1bfd05220dcb84569f638 columnFamilyName sid 2024-12-01T14:23:43,174 DEBUG [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:23:43,175 INFO [StoreOpener-ea48300559c1bfd05220dcb84569f638-1 {}] regionserver.HStore(327): Store=ea48300559c1bfd05220dcb84569f638/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:23:43,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T14:23:43,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:23:43,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea48300559c1bfd05220dcb84569f638; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66092481, jitterRate=-0.015145286917686462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T14:23:43,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:43,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea48300559c1bfd05220dcb84569f638: Running coprocessor pre-open hook at 1733063023158Writing region info on filesystem at 1733063023158Initializing all the Stores at 1733063023167 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063023167Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063023168 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733063023168Cleaning up temporary data from old regions at 1733063023181 (+13 ms)Running coprocessor post-open hooks at 1733063023198 (+17 ms)Region opened successfully at 1733063023198 2024-12-01T14:23:43,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638., pid=10, masterSystemTime=1733063023128 2024-12-01T14:23:43,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea48300559c1bfd05220dcb84569f638, regionState=OPEN, openSeqNum=2, regionLocation=57b748500ef9,34159,1733063001808 2024-12-01T14:23:43,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:43,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:43,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea48300559c1bfd05220dcb84569f638, server=57b748500ef9,34159,1733063001808 because future has completed 2024-12-01T14:23:43,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T14:23:43,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea48300559c1bfd05220dcb84569f638, server=57b748500ef9,34159,1733063001808 in 235 msec 2024-12-01T14:23:43,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T14:23:43,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea48300559c1bfd05220dcb84569f638, ASSIGN in 395 msec 2024-12-01T14:23:43,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:23:43,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733063023212"}]},"ts":"1733063023212"} 2024-12-01T14:23:43,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T14:23:43,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:23:43,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-12-01T14:23:43,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638., hostname=57b748500ef9,34159,1733063001808, seqNum=2] 2024-12-01T14:23:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:43,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:23:43,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T14:23:43,498 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T14:23:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:43,537 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57b748500ef9,34159,1733063001808, ReplicationSource: 1, currentBandwidth=0 2024-12-01T14:23:43,538 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:43,538 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34159,1733063001808, seqNum=-1] 2024-12-01T14:23:43,539 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:43,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-01T14:23:43,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57b748500ef9,34159,1733063001808', locateType=CURRENT is [region=hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638., hostname=57b748500ef9,34159,1733063001808, seqNum=2] 2024-12-01T14:23:43,543 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T14:23:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T14:23:43,548 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57b748500ef9,34159,1733063001808 suceeded 2024-12-01T14:23:43,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T14:23:43,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-01T14:23:43,550 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57b748500ef9:40249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:23:43,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1680 sec 2024-12-01T14:23:43,559 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:40249' 2024-12-01T14:23:43,561 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e5ed0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:43,561 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40249,-1 for getting cluster id 2024-12-01T14:23:43,561 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:43,561 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23261ac-4464-40c2-abd7-a873d045015b' 2024-12-01T14:23:43,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23261ac-4464-40c2-abd7-a873d045015b" 2024-12-01T14:23:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac70154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40249,-1] 2024-12-01T14:23:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:43,563 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:43,563 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7caad47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:43,564 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40249,1733063007485 2024-12-01T14:23:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f0219de 2024-12-01T14:23:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:43,565 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-01T14:23:43,566 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57b748500ef9,34159,1733063001808 (queues=1) is replicating from cluster=a39f7697-9c53-4ab6-becd-4ef5d381baee to cluster=f23261ac-4464-40c2-abd7-a873d045015b 2024-12-01T14:23:43,566 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57b748500ef9%2C34159%2C1733063001808 2024-12-01T14:23:43,566 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57b748500ef9,34159,1733063001808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:23:43,567 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C34159%2C1733063001808 2024-12-01T14:23:43,567 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647, startPosition=0, beingWritten=true 2024-12-01T14:23:43,572 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:43,572 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 379, reset compression=false 2024-12-01T14:23:43,572 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:43,776 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 379, reset compression=false 2024-12-01T14:23:44,082 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 379, reset compression=false 2024-12-01T14:23:44,497 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 379, reset compression=false 2024-12-01T14:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T14:23:44,535 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T14:23:44,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:44,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:44,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:44,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:44,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:44,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ddd5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45469,-1 for getting cluster id 2024-12-01T14:23:44,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:44,537 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a39f7697-9c53-4ab6-becd-4ef5d381baee' 2024-12-01T14:23:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a39f7697-9c53-4ab6-becd-4ef5d381baee" 2024-12-01T14:23:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e9b375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45469,-1] 2024-12-01T14:23:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:44,538 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de0ff04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f30248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40249,-1 for getting cluster id 2024-12-01T14:23:44,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:44,540 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23261ac-4464-40c2-abd7-a873d045015b' 2024-12-01T14:23:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23261ac-4464-40c2-abd7-a873d045015b" 2024-12-01T14:23:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7843de88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40249,-1] 2024-12-01T14:23:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:44,541 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c082509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c52595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36441,-1 for getting cluster id 2024-12-01T14:23:44,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:44,543 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c83bd2-2207-4a72-93d2-7e2643cb239f' 2024-12-01T14:23:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c83bd2-2207-4a72-93d2-7e2643cb239f" 2024-12-01T14:23:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a656ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36441,-1] 2024-12-01T14:23:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:44,544 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e7683d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:44,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:44,547 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733063024547/Put/seqid=0 2024-12-01T14:23:44,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741840_1016 (size=7894) 2024-12-01T14:23:44,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733063024952/Put/seqid=0 2024-12-01T14:23:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741841_1017 (size=7691) 2024-12-01T14:23:45,000 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 379, reset compression=false 2024-12-01T14:23:45,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a10bd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:45,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45469,-1 for getting cluster id 2024-12-01T14:23:45,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:45,360 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a39f7697-9c53-4ab6-becd-4ef5d381baee' 2024-12-01T14:23:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a39f7697-9c53-4ab6-becd-4ef5d381baee" 2024-12-01T14:23:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4754dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45469,-1] 2024-12-01T14:23:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:45,362 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:45,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abb4535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:45,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34159,1733063001808, seqNum=-1] 2024-12-01T14:23:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:45,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:45,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:45,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45469,1733063001625 2024-12-01T14:23:45,384 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a100513 2024-12-01T14:23:45,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:45,386 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2] 2024-12-01T14:23:45,393 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:23:45,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-01T14:23:45,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-01T14:23:45,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-01T14:23:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:45,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-01T14:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegion(2603): Flush status journal for 8c810e1aaa888581f3a28106dc3bebde: 2024-12-01T14:23:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_1 2024-12-01T14:23:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_1 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ 2024-12-01T14:23:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_0 2024-12-01T14:23:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_0 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/7d3c7952c4434051af5415987845494a_SeqId_4_ 2024-12-01T14:23:45,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_1 into 8c810e1aaa888581f3a28106dc3bebde/f as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ - updating store file list. 2024-12-01T14:23:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:45,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ into 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:45,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_1 into 8c810e1aaa888581f3a28106dc3bebde/f (new location: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_) 2024-12-01T14:23:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_1 2024-12-01T14:23:45,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_0 into 8c810e1aaa888581f3a28106dc3bebde/f as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/7d3c7952c4434051af5415987845494a_SeqId_4_ - updating store file list. 2024-12-01T14:23:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d3c7952c4434051af5415987845494a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:45,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/7d3c7952c4434051af5415987845494a_SeqId_4_ into 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:45,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_0 into 8c810e1aaa888581f3a28106dc3bebde/f (new location: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/7d3c7952c4434051af5415987845494a_SeqId_4_) 2024-12-01T14:23:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__3qhsi2fsv4g0ead4sbafoavmdq81j687o8j78r11a6k0kpr4ac0c414tf5q6efcb/f/hfile_0 2024-12-01T14:23:45,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:45,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:45,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:45,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:45,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2 , the old value is region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:34159 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:23:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:23:45,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2 from cache 2024-12-01T14:23:45,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42407,1733063007711, seqNum=-1] 2024-12-01T14:23:45,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T14:23:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:45,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8., hostname=57b748500ef9,42407,1733063007711, seqNum=2] 2024-12-01T14:23:45,453 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T14:23:45,546 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:34159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T14:23:45,603 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 379, reset compression=false 2024-12-01T14:23:45,651 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:23:45,652 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c810e1aaa888581f3a28106dc3bebde/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733063025440/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T14:23:45,654 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:45,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-01T14:23:45,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.ReplicationSink(318): Replicating [a39f7697-9c53-4ab6-becd-4ef5d381baee] bulk loaded data 2024-12-01T14:23:45,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b1dbf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:45,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,40249,-1 for getting cluster id 2024-12-01T14:23:45,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:45,661 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f23261ac-4464-40c2-abd7-a873d045015b' 2024-12-01T14:23:45,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f23261ac-4464-40c2-abd7-a873d045015b" 2024-12-01T14:23:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e45ce4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,40249,-1] 2024-12-01T14:23:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:45,663 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:45,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d600a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741837_1013 (size=7691) 2024-12-01T14:23:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741838_1014 (size=7894) 2024-12-01T14:23:45,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:45,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,40249,1733063007485 2024-12-01T14:23:45,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0f869b 2024-12-01T14:23:45,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:45,734 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-01T14:23:45,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:23:45,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:45,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,42407,1733063007711, seqNum=-1] 2024-12-01T14:23:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:45,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-01T14:23:45,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-01T14:23:45,756 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/7d3c7952c4434051af5415987845494a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-01T14:23:45,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ for inclusion in 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-01T14:23:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:45,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/7d3c7952c4434051af5415987845494a_SeqId_4_ for inclusion in 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-01T14:23:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HRegion(2603): Flush status journal for 4f7aa2226bae0bbfb9763ee4267229d8: 2024-12-01T14:23:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:23:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/7d53010c2ed84e5ba14cd149a3529c4f_SeqId_4_ 2024-12-01T14:23:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7d3c7952c4434051af5415987845494a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:23:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/7d3c7952c4434051af5415987845494a_SeqId_4_ as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/a1bfda3b222e49299bce084fb0be308a_SeqId_4_ 2024-12-01T14:23:45,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ into 4f7aa2226bae0bbfb9763ee4267229d8/f as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/7d53010c2ed84e5ba14cd149a3529c4f_SeqId_4_ - updating store file list. 2024-12-01T14:23:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d53010c2ed84e5ba14cd149a3529c4f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:45,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/7d53010c2ed84e5ba14cd149a3529c4f_SeqId_4_ into 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:45,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ into 4f7aa2226bae0bbfb9763ee4267229d8/f (new location: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/7d53010c2ed84e5ba14cd149a3529c4f_SeqId_4_) 2024-12-01T14:23:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_ 2024-12-01T14:23:45,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/7d3c7952c4434051af5415987845494a_SeqId_4_ into 4f7aa2226bae0bbfb9763ee4267229d8/f as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/a1bfda3b222e49299bce084fb0be308a_SeqId_4_ - updating store file list. 2024-12-01T14:23:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1bfda3b222e49299bce084fb0be308a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:45,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/a1bfda3b222e49299bce084fb0be308a_SeqId_4_ into 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:45,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/7d3c7952c4434051af5415987845494a_SeqId_4_ into 4f7aa2226bae0bbfb9763ee4267229d8/f (new location: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/a1bfda3b222e49299bce084fb0be308a_SeqId_4_) 2024-12-01T14:23:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rhofha7crahtlh1nqsc1df87v4fek3erm7aarqeig8u1lr8ssmqmp795locjvflj/f/7d3c7952c4434051af5415987845494a_SeqId_4_ 2024-12-01T14:23:45,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.ReplicationSink(324): Finished replicating [a39f7697-9c53-4ab6-becd-4ef5d381baee] bulk loaded data 2024-12-01T14:23:45,852 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 687, reset compression=false 2024-12-01T14:23:46,179 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 687, reset compression=false 2024-12-01T14:23:46,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,41293,1733063012824, seqNum=-1] 2024-12-01T14:23:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:46,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733063020217.c1899d021eb989626d337fd9e236ff6f., hostname=57b748500ef9,41293,1733063012824, seqNum=2] 2024-12-01T14:23:46,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:46,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:23:46,468 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 57b748500ef9%2C34159%2C1733063001808.meta:.meta(num 1733063004839) roll requested 2024-12-01T14:23:46,487 DEBUG [regionserver/57b748500ef9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.meta.1733063026468.meta, exclude list is [], retry=0 2024-12-01T14:23:46,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:46,491 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.meta.1733063004839.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.meta.1733063026468.meta 2024-12-01T14:23:46,491 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:46,491 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.meta.1733063004839.meta is not closed yet, will try archiving it next time 2024-12-01T14:23:46,491 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 57b748500ef9%2C34159%2C1733063001808.rep:(num 1733063023137) roll requested 2024-12-01T14:23:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741834_1010 (size=3473) 2024-12-01T14:23:46,506 DEBUG [regionserver/57b748500ef9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063026491, exclude list is [], retry=0 2024-12-01T14:23:46,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:46,548 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063023137 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063026491 2024-12-01T14:23:46,548 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:46,548 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063023137 is not closed yet, will try archiving it next time 2024-12-01T14:23:46,548 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 57b748500ef9%2C34159%2C1733063001808:(num 1733063003647) roll requested 2024-12-01T14:23:46,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741839_1015 (size=1505) 2024-12-01T14:23:46,562 DEBUG [regionserver/57b748500ef9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, exclude list is [], retry=0 2024-12-01T14:23:46,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41381,DS-4f60c849-5351-40ba-9333-5882c7ce7152,DISK] 2024-12-01T14:23:46,572 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 2024-12-01T14:23:46,573 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-01T14:23:46,573 DEBUG [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 is not closed yet, will try archiving it next time 2024-12-01T14:23:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741832_1008 (size=695) 2024-12-01T14:23:46,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 not finished, retry = 0 2024-12-01T14:23:46,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee26dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45469,-1 for getting cluster id 2024-12-01T14:23:46,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:46,575 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a39f7697-9c53-4ab6-becd-4ef5d381baee' 2024-12-01T14:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a39f7697-9c53-4ab6-becd-4ef5d381baee" 2024-12-01T14:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546bf89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45469,-1] 2024-12-01T14:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,577 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:46,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad82254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45469,1733063001625 2024-12-01T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b214e4e 2024-12-01T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:46,580 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:46,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://57b748500ef9:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T14:23:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T14:23:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:23:46,583 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:36441' 2024-12-01T14:23:46,583 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to pos 687, reset compression=false 2024-12-01T14:23:46,584 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fd8788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,584 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36441,-1 for getting cluster id 2024-12-01T14:23:46,584 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:46,585 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 2024-12-01T14:23:46,585 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-01T14:23:46,585 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, startPosition=0, beingWritten=true 2024-12-01T14:23:46,586 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c83bd2-2207-4a72-93d2-7e2643cb239f' 2024-12-01T14:23:46,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:46,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c83bd2-2207-4a72-93d2-7e2643cb239f" 2024-12-01T14:23:46,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b7ba73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36441,-1] 2024-12-01T14:23:46,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,588 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:46,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db0abb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,588 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [57b748500ef9%2C34159%2C1733063001808.1733063003647] 2024-12-01T14:23:46,588 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36441,1733063012624 2024-12-01T14:23:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75bbe159 2024-12-01T14:23:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:46,590 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:46,591 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T14:23:46,591 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T14:23:46,591 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,591 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:46,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T14:23:46,676 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063003647 to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/oldWALs/57b748500ef9%2C34159%2C1733063001808.1733063003647 2024-12-01T14:23:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:23:46,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-01T14:23:46,776 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-01T14:23:46,799 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-57b748500ef9,34159,1733063001808, ReplicationSource: 2, currentBandwidth=0 2024-12-01T14:23:46,801 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T14:23:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-01T14:23:46,803 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 57b748500ef9,34159,1733063001808 suceeded 2024-12-01T14:23:46,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T14:23:46,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-12-01T14:23:46,804 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://57b748500ef9:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T14:23:46,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 224 msec 2024-12-01T14:23:46,814 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57b748500ef9:36441' 2024-12-01T14:23:46,815 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21fe3f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,815 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36441,-1 for getting cluster id 2024-12-01T14:23:46,815 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:46,816 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c83bd2-2207-4a72-93d2-7e2643cb239f' 2024-12-01T14:23:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c83bd2-2207-4a72-93d2-7e2643cb239f" 2024-12-01T14:23:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324df091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36441,-1] 2024-12-01T14:23:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,817 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:46,817 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b36b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,817 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36441,1733063012624 2024-12-01T14:23:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5029589c 2024-12-01T14:23:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:46,818 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-01T14:23:46,819 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-57b748500ef9,34159,1733063001808 (queues=1) is replicating from cluster=a39f7697-9c53-4ab6-becd-4ef5d381baee to cluster=97c83bd2-2207-4a72-93d2-7e2643cb239f 2024-12-01T14:23:46,819 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=57b748500ef9%2C34159%2C1733063001808 2024-12-01T14:23:46,819 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-57b748500ef9,34159,1733063001808, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T14:23:46,819 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, startPosition=0, beingWritten=true 2024-12-01T14:23:46,819 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57b748500ef9%2C34159%2C1733063001808 2024-12-01T14:23:46,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:46,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T14:23:46,896 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-01T14:23:46,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:46,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:46,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:46,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:23:46,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733063026900/Put/seqid=0 2024-12-01T14:23:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741845_1021 (size=11194) 2024-12-01T14:23:46,907 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733063026906/Put/seqid=0 2024-12-01T14:23:46,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741846_1022 (size=10791) 2024-12-01T14:23:46,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cdc583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,45469,-1 for getting cluster id 2024-12-01T14:23:46,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:46,931 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a39f7697-9c53-4ab6-becd-4ef5d381baee' 2024-12-01T14:23:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a39f7697-9c53-4ab6-becd-4ef5d381baee" 2024-12-01T14:23:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151a53e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,45469,-1] 2024-12-01T14:23:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:46,933 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:46,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743ed50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:46,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:46,935 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,34159,1733063001808, seqNum=-1] 2024-12-01T14:23:46,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:46,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:23:46,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,45469,1733063001625 2024-12-01T14:23:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c342a7 2024-12-01T14:23:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:46,950 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:23:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2] 2024-12-01T14:23:46,956 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:23:46,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-01T14:23:46,975 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-01T14:23:47,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T14:23:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:47,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T14:23:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegion(2603): Flush status journal for 8c810e1aaa888581f3a28106dc3bebde: 2024-12-01T14:23:47,023 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 0, reset compression=false 2024-12-01T14:23:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_1 2024-12-01T14:23:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_1 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/500adf3f97174160b799f60163353e82_SeqId_6_ 2024-12-01T14:23:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_0 2024-12-01T14:23:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_0 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/55184a99ef59411b995c596eba63d537_SeqId_6_ 2024-12-01T14:23:47,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_1 into 8c810e1aaa888581f3a28106dc3bebde/f as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/500adf3f97174160b799f60163353e82_SeqId_6_ - updating store file list. 2024-12-01T14:23:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 500adf3f97174160b799f60163353e82_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:47,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/500adf3f97174160b799f60163353e82_SeqId_6_ into 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:47,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_1 into 8c810e1aaa888581f3a28106dc3bebde/f (new location: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/500adf3f97174160b799f60163353e82_SeqId_6_) 2024-12-01T14:23:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_1 2024-12-01T14:23:47,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_0 into 8c810e1aaa888581f3a28106dc3bebde/f as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/55184a99ef59411b995c596eba63d537_SeqId_6_ - updating store file list. 2024-12-01T14:23:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55184a99ef59411b995c596eba63d537_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:47,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/55184a99ef59411b995c596eba63d537_SeqId_6_ into 8c810e1aaa888581f3a28106dc3bebde/f 2024-12-01T14:23:47,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_0 into 8c810e1aaa888581f3a28106dc3bebde/f (new location: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/f/55184a99ef59411b995c596eba63d537_SeqId_6_) 2024-12-01T14:23:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/staging/jenkins__test__iiopt130elbu88vo0n1a7ab1pglbhli4h6mjvgm6j18q8a5isicsaagq4l5qv2ea/f/hfile_0 2024-12-01T14:23:47,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:47,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:47,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:47,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:47,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2 , the old value is region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57b748500ef9:34159 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:23:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T14:23:47,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., hostname=57b748500ef9,34159,1733063001808, seqNum=2 from cache 2024-12-01T14:23:47,051 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T14:23:47,054 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T14:23:47,101 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 0, reset compression=false 2024-12-01T14:23:47,105 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:23:47,105 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c810e1aaa888581f3a28106dc3bebde/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733063027047/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T14:23:47,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.ReplicationSink(318): Replicating [a39f7697-9c53-4ab6-becd-4ef5d381baee] bulk loaded data 2024-12-01T14:23:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741839_1015 (size=10791) 2024-12-01T14:23:47,155 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:34159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T14:23:47,305 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:47,345 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 0, reset compression=false 2024-12-01T14:23:47,350 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T14:23:47,351 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c810e1aaa888581f3a28106dc3bebde/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733063027047/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T14:23:47,354 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:23:47,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-01T14:23:47,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.ReplicationSink(318): Replicating [a39f7697-9c53-4ab6-becd-4ef5d381baee] bulk loaded data 2024-12-01T14:23:47,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d1ae36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:47,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] client.ClusterIdFetcher(90): Going to request 57b748500ef9,36441,-1 for getting cluster id 2024-12-01T14:23:47,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:23:47,357 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c83bd2-2207-4a72-93d2-7e2643cb239f' 2024-12-01T14:23:47,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:23:47,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c83bd2-2207-4a72-93d2-7e2643cb239f" 2024-12-01T14:23:47,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f7f7c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:47,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57b748500ef9,36441,-1] 2024-12-01T14:23:47,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:23:47,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:47,359 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:23:47,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d02e2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:23:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741837_1013 (size=10791) 2024-12-01T14:23:47,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741838_1014 (size=11194) 2024-12-01T14:23:47,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T14:23:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741840_1016 (size=11194) 2024-12-01T14:23:47,551 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:47,609 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:47,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57b748500ef9,36441,1733063012624 2024-12-01T14:23:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@261e7fc0 2024-12-01T14:23:47,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:23:47,792 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-01T14:23:47,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:23:47,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:23:47,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57b748500ef9,41293,1733063012824, seqNum=-1] 2024-12-01T14:23:47,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:23:47,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-01T14:23:47,800 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/500adf3f97174160b799f60163353e82_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-01T14:23:47,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/55184a99ef59411b995c596eba63d537_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-01T14:23:47,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/55184a99ef59411b995c596eba63d537_SeqId_6_ for inclusion in c1899d021eb989626d337fd9e236ff6f/f 2024-12-01T14:23:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T14:23:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:47,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/500adf3f97174160b799f60163353e82_SeqId_6_ for inclusion in c1899d021eb989626d337fd9e236ff6f/f 2024-12-01T14:23:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T14:23:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegion(2603): Flush status journal for c1899d021eb989626d337fd9e236ff6f: 2024-12-01T14:23:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55184a99ef59411b995c596eba63d537_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:23:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/55184a99ef59411b995c596eba63d537_SeqId_6_ as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/3a31d6b174b64024999afcd31b2c1549_SeqId_4_ 2024-12-01T14:23:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 500adf3f97174160b799f60163353e82_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:23:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/500adf3f97174160b799f60163353e82_SeqId_6_ as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/ddb80ee7ae2b4022abcf3984417b08ce_SeqId_4_ 2024-12-01T14:23:47,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/55184a99ef59411b995c596eba63d537_SeqId_6_ into c1899d021eb989626d337fd9e236ff6f/f as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/3a31d6b174b64024999afcd31b2c1549_SeqId_4_ - updating store file list. 2024-12-01T14:23:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a31d6b174b64024999afcd31b2c1549_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:47,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/3a31d6b174b64024999afcd31b2c1549_SeqId_4_ into c1899d021eb989626d337fd9e236ff6f/f 2024-12-01T14:23:47,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/55184a99ef59411b995c596eba63d537_SeqId_6_ into c1899d021eb989626d337fd9e236ff6f/f (new location: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/3a31d6b174b64024999afcd31b2c1549_SeqId_4_) 2024-12-01T14:23:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/55184a99ef59411b995c596eba63d537_SeqId_6_ 2024-12-01T14:23:47,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/500adf3f97174160b799f60163353e82_SeqId_6_ into c1899d021eb989626d337fd9e236ff6f/f as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/ddb80ee7ae2b4022abcf3984417b08ce_SeqId_4_ - updating store file list. 2024-12-01T14:23:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ddb80ee7ae2b4022abcf3984417b08ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:47,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/ddb80ee7ae2b4022abcf3984417b08ce_SeqId_4_ into c1899d021eb989626d337fd9e236ff6f/f 2024-12-01T14:23:47,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/500adf3f97174160b799f60163353e82_SeqId_6_ into c1899d021eb989626d337fd9e236ff6f/f (new location: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/f/ddb80ee7ae2b4022abcf3984417b08ce_SeqId_4_) 2024-12-01T14:23:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/staging/jenkins.hfs.23__test__keo0kn28dkdp8s2e44t5mkpe4llln4kdsdmr4ohhh6g8q2p2asaq6kokrv5rvcqm/f/500adf3f97174160b799f60163353e82_SeqId_6_ 2024-12-01T14:23:47,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.ReplicationSink(324): Finished replicating [a39f7697-9c53-4ab6-becd-4ef5d381baee] bulk loaded data 2024-12-01T14:23:47,854 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:47,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T14:23:47,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/500adf3f97174160b799f60163353e82_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-01T14:23:47,943 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/55184a99ef59411b995c596eba63d537_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-01T14:23:47,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/55184a99ef59411b995c596eba63d537_SeqId_6_ for inclusion in 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T14:23:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:47,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/500adf3f97174160b799f60163353e82_SeqId_6_ for inclusion in 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T14:23:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T14:23:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HRegion(2603): Flush status journal for 4f7aa2226bae0bbfb9763ee4267229d8: 2024-12-01T14:23:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55184a99ef59411b995c596eba63d537_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:23:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/55184a99ef59411b995c596eba63d537_SeqId_6_ as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/39e020ad80fa4c8e8782df508c84fc64_SeqId_6_ 2024-12-01T14:23:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 500adf3f97174160b799f60163353e82_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T14:23:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/500adf3f97174160b799f60163353e82_SeqId_6_ as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/1fdbb53ae0f14becabf9b00f86398c71_SeqId_6_ 2024-12-01T14:23:47,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/55184a99ef59411b995c596eba63d537_SeqId_6_ into 4f7aa2226bae0bbfb9763ee4267229d8/f as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/39e020ad80fa4c8e8782df508c84fc64_SeqId_6_ - updating store file list. 2024-12-01T14:23:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39e020ad80fa4c8e8782df508c84fc64_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:47,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/39e020ad80fa4c8e8782df508c84fc64_SeqId_6_ into 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:47,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/55184a99ef59411b995c596eba63d537_SeqId_6_ into 4f7aa2226bae0bbfb9763ee4267229d8/f (new location: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/39e020ad80fa4c8e8782df508c84fc64_SeqId_6_) 2024-12-01T14:23:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/55184a99ef59411b995c596eba63d537_SeqId_6_ 2024-12-01T14:23:47,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/500adf3f97174160b799f60163353e82_SeqId_6_ into 4f7aa2226bae0bbfb9763ee4267229d8/f as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/1fdbb53ae0f14becabf9b00f86398c71_SeqId_6_ - updating store file list. 2024-12-01T14:23:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fdbb53ae0f14becabf9b00f86398c71_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T14:23:47,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/1fdbb53ae0f14becabf9b00f86398c71_SeqId_6_ into 4f7aa2226bae0bbfb9763ee4267229d8/f 2024-12-01T14:23:47,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/500adf3f97174160b799f60163353e82_SeqId_6_ into 4f7aa2226bae0bbfb9763ee4267229d8/f (new location: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/f/1fdbb53ae0f14becabf9b00f86398c71_SeqId_6_) 2024-12-01T14:23:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/staging/jenkins.hfs.22__test__rvg0m1no6fef4fu9lnvtchet5fd1f3jpa8tv0miu51eehfqo5d9irk11s65pm6l5/f/500adf3f97174160b799f60163353e82_SeqId_6_ 2024-12-01T14:23:47,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42407 {}] regionserver.ReplicationSink(324): Finished replicating [a39f7697-9c53-4ab6-becd-4ef5d381baee] bulk loaded data 2024-12-01T14:23:48,011 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:23:48,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:48,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:48,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:48,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:48,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:48,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:23:48,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1003584825, stopped=false 2024-12-01T14:23:48,072 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,36441,1733063012624 2024-12-01T14:23:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885590542/running 2024-12-01T14:23:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885590542/running 2024-12-01T14:23:48,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:48,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:48,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:48,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:48,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/running 2024-12-01T14:23:48,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,41293,1733063012824' ***** 2024-12-01T14:23:48,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:23:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:48,092 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:23:48,092 INFO [RS:0;57b748500ef9:41293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:23:48,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Set watcher on znode that does not yet exist, /21885590542/running 2024-12-01T14:23:48,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:23:48,092 INFO [RS:0;57b748500ef9:41293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:23:48,092 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(3091): Received CLOSE for c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,41293,1733063012824 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:41293. 2024-12-01T14:23:48,093 DEBUG [RS:0;57b748500ef9:41293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:48,093 DEBUG [RS:0;57b748500ef9:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:23:48,093 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:23:48,094 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1899d021eb989626d337fd9e236ff6f, disabling compactions & flushes 2024-12-01T14:23:48,094 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:48,094 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:48,094 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. after waiting 0 ms 2024-12-01T14:23:48,094 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:48,096 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:23:48,096 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c1899d021eb989626d337fd9e236ff6f=test,,1733063020217.c1899d021eb989626d337fd9e236ff6f.} 2024-12-01T14:23:48,096 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1899d021eb989626d337fd9e236ff6f 2024-12-01T14:23:48,097 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:48,097 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:48,097 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:48,097 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:48,097 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:48,097 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T14:23:48,122 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/info/26ed537f549544bd8250b879494dbcd9 is 129, key is test,,1733063020217.c1899d021eb989626d337fd9e236ff6f./info:regioninfo/1733063021360/Put/seqid=0 2024-12-01T14:23:48,129 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/default/test/c1899d021eb989626d337fd9e236ff6f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-01T14:23:48,129 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:48,129 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:48,130 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:48,130 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1899d021eb989626d337fd9e236ff6f: Waiting for close lock at 1733063028093Running coprocessor pre-close hooks at 1733063028094 (+1 ms)Disabling compacts and flushes for region at 1733063028094Disabling writes for close at 1733063028094Writing region close event to WAL at 1733063028121 (+27 ms)Running coprocessor post-close hooks at 1733063028129 (+8 ms)Closed at 1733063028129 2024-12-01T14:23:48,130 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733063020217.c1899d021eb989626d337fd9e236ff6f. 2024-12-01T14:23:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741839_1015 (size=6421) 2024-12-01T14:23:48,164 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:48,259 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:48,297 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:48,498 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:48,515 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:48,534 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/info/26ed537f549544bd8250b879494dbcd9 2024-12-01T14:23:48,552 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:23:48,552 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:23:48,553 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/ns/8a1dcd58287045b8b603ca32999a2e0d is 43, key is default/ns:d/1733063015703/Put/seqid=0 2024-12-01T14:23:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741840_1016 (size=5153) 2024-12-01T14:23:48,556 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/ns/8a1dcd58287045b8b603ca32999a2e0d 2024-12-01T14:23:48,572 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/rep_barrier/450f22b2c3974d0896d00c44631b40d6 is 112, key is test,,1733063020217.c1899d021eb989626d337fd9e236ff6f./rep_barrier:seqnumDuringOpen/1733063021360/Put/seqid=0 2024-12-01T14:23:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741841_1017 (size=5518) 2024-12-01T14:23:48,575 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/rep_barrier/450f22b2c3974d0896d00c44631b40d6 2024-12-01T14:23:48,589 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/table/4b01d76d3ccc487a97c4f362e6972b6b is 40, key is test/table:state/1733063021369/Put/seqid=0 2024-12-01T14:23:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741842_1018 (size=5165) 2024-12-01T14:23:48,698 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:48,765 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:48,898 DEBUG [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:48,992 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/table/4b01d76d3ccc487a97c4f362e6972b6b 2024-12-01T14:23:48,999 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/info/26ed537f549544bd8250b879494dbcd9 as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/info/26ed537f549544bd8250b879494dbcd9 2024-12-01T14:23:49,008 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/info/26ed537f549544bd8250b879494dbcd9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T14:23:49,009 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/ns/8a1dcd58287045b8b603ca32999a2e0d as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/ns/8a1dcd58287045b8b603ca32999a2e0d 2024-12-01T14:23:49,014 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/ns/8a1dcd58287045b8b603ca32999a2e0d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:23:49,015 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/rep_barrier/450f22b2c3974d0896d00c44631b40d6 as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/rep_barrier/450f22b2c3974d0896d00c44631b40d6 2024-12-01T14:23:49,022 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/rep_barrier/450f22b2c3974d0896d00c44631b40d6, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T14:23:49,022 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/.tmp/table/4b01d76d3ccc487a97c4f362e6972b6b as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/table/4b01d76d3ccc487a97c4f362e6972b6b 2024-12-01T14:23:49,027 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/table/4b01d76d3ccc487a97c4f362e6972b6b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:23:49,028 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false 2024-12-01T14:23:49,032 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:23:49,032 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:49,033 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:49,033 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:49,033 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733063028097Running coprocessor pre-close hooks at 1733063028097Disabling compacts and flushes for region at 1733063028097Disabling writes for close at 1733063028097Obtaining lock to block concurrent updates at 1733063028097Preparing flush snapshotting stores in 1588230740 at 1733063028097Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733063028098 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733063028098Flushing 1588230740/info: creating writer at 1733063028098Flushing 1588230740/info: appending metadata at 1733063028122 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733063028122Flushing 1588230740/ns: creating writer at 1733063028538 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733063028553 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733063028553Flushing 1588230740/rep_barrier: creating writer at 1733063028560 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733063028571 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733063028571Flushing 1588230740/table: creating writer at 1733063028578 (+7 ms)Flushing 1588230740/table: appending metadata at 1733063028589 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733063028589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf49daa: reopening flushed file at 1733063028998 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a52e42b: reopening flushed file at 1733063029008 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c77a630: reopening flushed file at 1733063029014 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21715c5c: reopening flushed file at 1733063029022 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false at 1733063029028 (+6 ms)Writing region close event to WAL at 1733063029029 (+1 ms)Running coprocessor post-close hooks at 1733063029032 (+3 ms)Closed at 1733063029033 (+1 ms) 2024-12-01T14:23:49,033 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:49,098 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,41293,1733063012824; all regions closed. 2024-12-01T14:23:49,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741834_1010 (size=2717) 2024-12-01T14:23:49,102 DEBUG [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/oldWALs 2024-12-01T14:23:49,102 INFO [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C41293%2C1733063012824.meta:.meta(num 1733063015612) 2024-12-01T14:23:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741832_1008 (size=1028) 2024-12-01T14:23:49,105 DEBUG [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/oldWALs 2024-12-01T14:23:49,105 INFO [RS:0;57b748500ef9:41293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C41293%2C1733063012824:(num 1733063014679) 2024-12-01T14:23:49,105 DEBUG [RS:0;57b748500ef9:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:49,105 INFO [RS:0;57b748500ef9:41293 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:49,105 INFO [RS:0;57b748500ef9:41293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:49,105 INFO [RS:0;57b748500ef9:41293 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:49,105 INFO [RS:0;57b748500ef9:41293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:49,105 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:49,106 INFO [RS:0;57b748500ef9:41293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:41293. 2024-12-01T14:23:49,106 DEBUG [RS:0;57b748500ef9:41293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:49,106 DEBUG [RS:0;57b748500ef9:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:49,106 DEBUG [RS:0;57b748500ef9:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:49,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:49,106 INFO [RS:0;57b748500ef9:41293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41293 2024-12-01T14:23:49,118 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:49,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885590542/rs/57b748500ef9,41293,1733063012824 2024-12-01T14:23:49,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542/rs 2024-12-01T14:23:49,153 INFO [RS:0;57b748500ef9:41293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:49,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,41293,1733063012824] 2024-12-01T14:23:49,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21885590542/draining/57b748500ef9,41293,1733063012824 already deleted, retry=false 2024-12-01T14:23:49,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,41293,1733063012824 expired; onlineServers=0 2024-12-01T14:23:49,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,36441,1733063012624' ***** 2024-12-01T14:23:49,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:23:49,175 INFO [M:0;57b748500ef9:36441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:49,175 INFO [M:0;57b748500ef9:36441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:49,175 DEBUG [M:0;57b748500ef9:36441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:23:49,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:23:49,175 DEBUG [M:0;57b748500ef9:36441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:23:49,175 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063014434 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063014434,5,FailOnTimeoutGroup] 2024-12-01T14:23:49,175 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063014435 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063014435,5,FailOnTimeoutGroup] 2024-12-01T14:23:49,175 INFO [M:0;57b748500ef9:36441 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:49,176 INFO [M:0;57b748500ef9:36441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:49,176 DEBUG [M:0;57b748500ef9:36441 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:23:49,176 INFO [M:0;57b748500ef9:36441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:23:49,176 INFO [M:0;57b748500ef9:36441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:49,176 INFO [M:0;57b748500ef9:36441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:23:49,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:23:49,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885590542/master 2024-12-01T14:23:49,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885590542 2024-12-01T14:23:49,185 DEBUG [M:0;57b748500ef9:36441 {}] zookeeper.ZKUtil(347): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Unable to get data of znode /21885590542/master because node does not exist (not an error) 2024-12-01T14:23:49,185 WARN [M:0;57b748500ef9:36441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:23:49,186 INFO [M:0;57b748500ef9:36441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/.lastflushedseqids 2024-12-01T14:23:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741843_1019 (size=173) 2024-12-01T14:23:49,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:49,264 INFO [RS:0;57b748500ef9:41293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:49,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019146b9200007, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:49,264 INFO [RS:0;57b748500ef9:41293 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,41293,1733063012824; zookeeper connection closed. 2024-12-01T14:23:49,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@384597f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@384597f3 2024-12-01T14:23:49,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:23:49,369 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:49,595 INFO [M:0;57b748500ef9:36441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:23:49,596 INFO [M:0;57b748500ef9:36441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:23:49,596 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:49,596 INFO [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:49,596 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:49,596 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:49,596 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:49,596 INFO [M:0;57b748500ef9:36441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-01T14:23:49,632 DEBUG [M:0;57b748500ef9:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e48daef72acf44eea330ec0f7ebe6df6 is 82, key is hbase:meta,,1/info:regioninfo/1733063015641/Put/seqid=0 2024-12-01T14:23:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741844_1020 (size=5672) 2024-12-01T14:23:49,820 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:50,041 INFO [M:0;57b748500ef9:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e48daef72acf44eea330ec0f7ebe6df6 2024-12-01T14:23:50,056 DEBUG [M:0;57b748500ef9:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566317d5d71348719f9d4222fd65282b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733063021375/Put/seqid=0 2024-12-01T14:23:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741845_1021 (size=6586) 2024-12-01T14:23:50,072 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:50,459 INFO [M:0;57b748500ef9:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566317d5d71348719f9d4222fd65282b 2024-12-01T14:23:50,483 DEBUG [M:0;57b748500ef9:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f0aee037ba04fe487376f09431232c9 is 69, key is 57b748500ef9,41293,1733063012824/rs:state/1733063014502/Put/seqid=0 2024-12-01T14:23:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741846_1022 (size=5156) 2024-12-01T14:23:50,488 INFO [M:0;57b748500ef9:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f0aee037ba04fe487376f09431232c9 2024-12-01T14:23:50,495 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e48daef72acf44eea330ec0f7ebe6df6 as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e48daef72acf44eea330ec0f7ebe6df6 2024-12-01T14:23:50,500 INFO [M:0;57b748500ef9:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e48daef72acf44eea330ec0f7ebe6df6, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T14:23:50,501 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566317d5d71348719f9d4222fd65282b as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566317d5d71348719f9d4222fd65282b 2024-12-01T14:23:50,511 INFO [M:0;57b748500ef9:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566317d5d71348719f9d4222fd65282b, entries=6, sequenceid=55, filesize=6.4 K 2024-12-01T14:23:50,512 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f0aee037ba04fe487376f09431232c9 as hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f0aee037ba04fe487376f09431232c9 2024-12-01T14:23:50,517 INFO [M:0;57b748500ef9:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f0aee037ba04fe487376f09431232c9, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T14:23:50,518 INFO [M:0;57b748500ef9:36441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=55, compaction requested=false 2024-12-01T14:23:50,519 INFO [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:50,519 DEBUG [M:0;57b748500ef9:36441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733063029596Disabling compacts and flushes for region at 1733063029596Disabling writes for close at 1733063029596Obtaining lock to block concurrent updates at 1733063029596Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733063029596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733063029597 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733063029597Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733063029597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733063029632 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733063029632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733063030044 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733063030056 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733063030056Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733063030463 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733063030482 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733063030482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5973fc: reopening flushed file at 1733063030492 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346d2d7e: reopening flushed file at 1733063030500 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7bd8c: reopening flushed file at 1733063030511 (+11 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=55, compaction requested=false at 1733063030518 (+7 ms)Writing region close event to WAL at 1733063030519 (+1 ms)Closed at 1733063030519 2024-12-01T14:23:50,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7013636e-feea-2d68-24f9-24f9a01e03bd/MasterData/WALs/57b748500ef9,36441,1733063012624/57b748500ef9%2C36441%2C1733063012624.1733063014180 not finished, retry = 0 2024-12-01T14:23:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40807 is added to blk_1073741830_1006 (size=32770) 2024-12-01T14:23:50,622 INFO [M:0;57b748500ef9:36441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:23:50,622 INFO [M:0;57b748500ef9:36441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36441 2024-12-01T14:23:50,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:50,623 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:50,623 INFO [M:0;57b748500ef9:36441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:50,769 INFO [M:0;57b748500ef9:36441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:50,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:50,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x1019146b9200006, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:50,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d09c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:50,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b4e553d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:50,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:50,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92f8990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:50,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7d09a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:50,775 WARN [BP-1740210601-172.17.0.3-1733063009917 heartbeating to localhost/127.0.0.1:40081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:23:50,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:23:50,775 WARN [BP-1740210601-172.17.0.3-1733063009917 heartbeating to localhost/127.0.0.1:40081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1740210601-172.17.0.3-1733063009917 (Datanode Uuid d6668cb2-d8ec-40e9-a518-b4c6a0f11891) service to localhost/127.0.0.1:40081 2024-12-01T14:23:50,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:23:50,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/cluster_6a78119e-b016-79b5-bbaa-c08fc568d08a/data/data1/current/BP-1740210601-172.17.0.3-1733063009917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:50,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/cluster_6a78119e-b016-79b5-bbaa-c08fc568d08a/data/data2/current/BP-1740210601-172.17.0.3-1733063009917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:50,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:23:50,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f01166e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:50,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f8aa1c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:50,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:50,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15604af6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:50,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db8c3f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af511a5f-7582-bd4b-f842-c8ca8d5e6c0b/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:50,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:23:50,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:23:50,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:50,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:50,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:50,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:50,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:23:50,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1836949427, stopped=false 2024-12-01T14:23:50,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,40249,1733063007485 2024-12-01T14:23:50,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11567367657/running 2024-12-01T14:23:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11567367657/running 2024-12-01T14:23:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:50,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:50,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:50,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:50,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/running 2024-12-01T14:23:50,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:50,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:50,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,42407,1733063007711' ***** 2024-12-01T14:23:50,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:23:50,818 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:23:50,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:23:50,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Set watcher on znode that does not yet exist, /11567367657/running 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,42407,1733063007711 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:42407. 2024-12-01T14:23:50,819 DEBUG [RS:0;57b748500ef9:42407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:50,819 DEBUG [RS:0;57b748500ef9:42407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:50,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f7aa2226bae0bbfb9763ee4267229d8, disabling compactions & flushes 2024-12-01T14:23:50,819 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:23:50,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:23:50,819 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:23:50,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. after waiting 0 ms 2024-12-01T14:23:50,819 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:50,820 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T14:23:50,820 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f7aa2226bae0bbfb9763ee4267229d8=test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8.} 2024-12-01T14:23:50,820 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7aa2226bae0bbfb9763ee4267229d8 2024-12-01T14:23:50,820 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:50,820 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:50,820 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:50,820 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:50,820 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:50,820 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T14:23:50,822 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/default/test/4f7aa2226bae0bbfb9763ee4267229d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:23:50,823 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:50,823 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:50,823 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:50,823 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f7aa2226bae0bbfb9763ee4267229d8: Waiting for close lock at 1733063030819Running coprocessor pre-close hooks at 1733063030819Disabling compacts and flushes for region at 1733063030819Disabling writes for close at 1733063030819Writing region close event to WAL at 1733063030820 (+1 ms)Running coprocessor post-close hooks at 1733063030823 (+3 ms)Closed at 1733063030823 2024-12-01T14:23:50,823 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8. 2024-12-01T14:23:50,836 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/info/bf8ad9c424e24982a90be7a7c1d8a96a is 129, key is test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8./info:regioninfo/1733063019217/Put/seqid=0 2024-12-01T14:23:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741841_1017 (size=6421) 2024-12-01T14:23:50,841 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:50,875 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:51,020 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:51,215 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:23:51,220 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:51,240 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/info/bf8ad9c424e24982a90be7a7c1d8a96a 2024-12-01T14:23:51,264 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/ns/833adf38419a4c3ba28937849056003e is 43, key is default/ns:d/1733063009625/Put/seqid=0 2024-12-01T14:23:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741842_1018 (size=5153) 2024-12-01T14:23:51,420 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:51,448 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:23:51,448 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:23:51,536 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:51,620 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:51,670 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/ns/833adf38419a4c3ba28937849056003e 2024-12-01T14:23:51,690 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/rep_barrier/8da534fd655c4000a300019b74442e52 is 112, key is test,,1733063018067.4f7aa2226bae0bbfb9763ee4267229d8./rep_barrier:seqnumDuringOpen/1733063019217/Put/seqid=0 2024-12-01T14:23:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741843_1019 (size=5518) 2024-12-01T14:23:51,779 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:51,820 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:23:51,820 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:23:51,821 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:52,021 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:52,094 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/rep_barrier/8da534fd655c4000a300019b74442e52 2024-12-01T14:23:52,109 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/table/1339328342504c35b2c03aacbb7241e4 is 40, key is test/table:state/1733063019224/Put/seqid=0 2024-12-01T14:23:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741844_1020 (size=5165) 2024-12-01T14:23:52,221 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:52,421 DEBUG [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:52,512 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/table/1339328342504c35b2c03aacbb7241e4 2024-12-01T14:23:52,516 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/info/bf8ad9c424e24982a90be7a7c1d8a96a as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/info/bf8ad9c424e24982a90be7a7c1d8a96a 2024-12-01T14:23:52,519 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/info/bf8ad9c424e24982a90be7a7c1d8a96a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T14:23:52,519 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/ns/833adf38419a4c3ba28937849056003e as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/ns/833adf38419a4c3ba28937849056003e 2024-12-01T14:23:52,522 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/ns/833adf38419a4c3ba28937849056003e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:23:52,523 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/rep_barrier/8da534fd655c4000a300019b74442e52 as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/rep_barrier/8da534fd655c4000a300019b74442e52 2024-12-01T14:23:52,525 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/rep_barrier/8da534fd655c4000a300019b74442e52, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T14:23:52,525 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/.tmp/table/1339328342504c35b2c03aacbb7241e4 as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/table/1339328342504c35b2c03aacbb7241e4 2024-12-01T14:23:52,528 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/table/1339328342504c35b2c03aacbb7241e4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T14:23:52,529 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=11, compaction requested=false 2024-12-01T14:23:52,532 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T14:23:52,532 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:52,532 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:52,532 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:52,532 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733063030820Running coprocessor pre-close hooks at 1733063030820Disabling compacts and flushes for region at 1733063030820Disabling writes for close at 1733063030820Obtaining lock to block concurrent updates at 1733063030820Preparing flush snapshotting stores in 1588230740 at 1733063030820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733063030820Flushing stores of hbase:meta,,1.1588230740 at 1733063030821 (+1 ms)Flushing 1588230740/info: creating writer at 1733063030821Flushing 1588230740/info: appending metadata at 1733063030835 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733063030836 (+1 ms)Flushing 1588230740/ns: creating writer at 1733063031245 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733063031263 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733063031263Flushing 1588230740/rep_barrier: creating writer at 1733063031674 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733063031690 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733063031690Flushing 1588230740/table: creating writer at 1733063032097 (+407 ms)Flushing 1588230740/table: appending metadata at 1733063032109 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733063032109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bb2e3c: reopening flushed file at 1733063032516 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203eaf3d: reopening flushed file at 1733063032519 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f96a1d: reopening flushed file at 1733063032522 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749b4bf4: reopening flushed file at 1733063032525 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=11, compaction requested=false at 1733063032529 (+4 ms)Writing region close event to WAL at 1733063032530 (+1 ms)Running coprocessor post-close hooks at 1733063032532 (+2 ms)Closed at 1733063032532 2024-12-01T14:23:52,532 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:52,540 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:52,621 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,42407,1733063007711; all regions closed. 2024-12-01T14:23:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741834_1010 (size=2717) 2024-12-01T14:23:52,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/WALs/57b748500ef9,42407,1733063007711/57b748500ef9%2C42407%2C1733063007711.meta.1733063009540.meta not finished, retry = 0 2024-12-01T14:23:52,725 DEBUG [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/oldWALs 2024-12-01T14:23:52,725 INFO [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C42407%2C1733063007711.meta:.meta(num 1733063009540) 2024-12-01T14:23:52,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741832_1008 (size=1374) 2024-12-01T14:23:52,728 DEBUG [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/oldWALs 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57b748500ef9%2C42407%2C1733063007711:(num 1733063008513) 2024-12-01T14:23:52,728 DEBUG [RS:0;57b748500ef9:42407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:52,728 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:42407. 2024-12-01T14:23:52,728 DEBUG [RS:0;57b748500ef9:42407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:52,728 DEBUG [RS:0;57b748500ef9:42407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:52,728 DEBUG [RS:0;57b748500ef9:42407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:52,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:52,728 INFO [RS:0;57b748500ef9:42407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42407 2024-12-01T14:23:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11567367657/rs/57b748500ef9,42407,1733063007711 2024-12-01T14:23:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657/rs 2024-12-01T14:23:52,774 INFO [RS:0;57b748500ef9:42407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:52,782 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:52,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,42407,1733063007711] 2024-12-01T14:23:52,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11567367657/draining/57b748500ef9,42407,1733063007711 already deleted, retry=false 2024-12-01T14:23:52,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,42407,1733063007711 expired; onlineServers=0 2024-12-01T14:23:52,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,40249,1733063007485' ***** 2024-12-01T14:23:52,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:23:52,795 INFO [M:0;57b748500ef9:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:52,796 INFO [M:0;57b748500ef9:40249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:52,796 DEBUG [M:0;57b748500ef9:40249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:23:52,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:23:52,796 DEBUG [M:0;57b748500ef9:40249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:23:52,796 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063008293 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063008293,5,FailOnTimeoutGroup] 2024-12-01T14:23:52,796 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063008293 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063008293,5,FailOnTimeoutGroup] 2024-12-01T14:23:52,796 INFO [M:0;57b748500ef9:40249 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:52,796 INFO [M:0;57b748500ef9:40249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:52,796 DEBUG [M:0;57b748500ef9:40249 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:23:52,796 INFO [M:0;57b748500ef9:40249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:23:52,796 INFO [M:0;57b748500ef9:40249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:52,796 INFO [M:0;57b748500ef9:40249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:23:52,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:23:52,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11567367657/master 2024-12-01T14:23:52,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11567367657 2024-12-01T14:23:52,806 DEBUG [M:0;57b748500ef9:40249 {}] zookeeper.ZKUtil(347): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Unable to get data of znode /11567367657/master because node does not exist (not an error) 2024-12-01T14:23:52,806 WARN [M:0;57b748500ef9:40249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:23:52,807 INFO [M:0;57b748500ef9:40249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/.lastflushedseqids 2024-12-01T14:23:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741845_1021 (size=173) 2024-12-01T14:23:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42407-0x1019146b9200004, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:52,887 INFO [RS:0;57b748500ef9:42407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:52,887 INFO [RS:0;57b748500ef9:42407 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,42407,1733063007711; zookeeper connection closed. 2024-12-01T14:23:52,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170b657b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170b657b 2024-12-01T14:23:52,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:23:53,212 INFO [M:0;57b748500ef9:40249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:23:53,212 INFO [M:0;57b748500ef9:40249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:23:53,212 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:53,212 INFO [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:53,212 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:53,212 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:53,212 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:53,212 INFO [M:0;57b748500ef9:40249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-01T14:23:53,230 DEBUG [M:0;57b748500ef9:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96d00d6d3242427a802f0280fe119474 is 82, key is hbase:meta,,1/info:regioninfo/1733063009580/Put/seqid=0 2024-12-01T14:23:53,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741846_1022 (size=5672) 2024-12-01T14:23:53,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:23:53,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,633 INFO [M:0;57b748500ef9:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96d00d6d3242427a802f0280fe119474 2024-12-01T14:23:53,643 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:53,650 DEBUG [M:0;57b748500ef9:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/425d2467004e41aea04b13432f4edd94 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733063019228/Put/seqid=0 2024-12-01T14:23:53,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741847_1023 (size=6586) 2024-12-01T14:23:53,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:23:53,886 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:54,054 INFO [M:0;57b748500ef9:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/425d2467004e41aea04b13432f4edd94 2024-12-01T14:23:54,069 DEBUG [M:0;57b748500ef9:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19aad14e204443588a26c799c653355e is 69, key is 57b748500ef9,42407,1733063007711/rs:state/1733063008334/Put/seqid=0 2024-12-01T14:23:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741848_1024 (size=5156) 2024-12-01T14:23:54,472 INFO [M:0;57b748500ef9:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19aad14e204443588a26c799c653355e 2024-12-01T14:23:54,475 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96d00d6d3242427a802f0280fe119474 as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96d00d6d3242427a802f0280fe119474 2024-12-01T14:23:54,478 INFO [M:0;57b748500ef9:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96d00d6d3242427a802f0280fe119474, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T14:23:54,479 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/425d2467004e41aea04b13432f4edd94 as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/425d2467004e41aea04b13432f4edd94 2024-12-01T14:23:54,482 INFO [M:0;57b748500ef9:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/425d2467004e41aea04b13432f4edd94, entries=6, sequenceid=55, filesize=6.4 K 2024-12-01T14:23:54,483 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19aad14e204443588a26c799c653355e as hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19aad14e204443588a26c799c653355e 2024-12-01T14:23:54,487 INFO [M:0;57b748500ef9:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/1043479d-2866-3994-8a3f-41b82b1ba848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19aad14e204443588a26c799c653355e, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T14:23:54,487 INFO [M:0;57b748500ef9:40249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false 2024-12-01T14:23:54,497 INFO [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:54,497 DEBUG [M:0;57b748500ef9:40249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733063033212Disabling compacts and flushes for region at 1733063033212Disabling writes for close at 1733063033212Obtaining lock to block concurrent updates at 1733063033213 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733063033213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733063033213Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733063033213Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733063033213Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733063033229 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733063033230 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733063033637 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733063033649 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733063033649Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733063034057 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733063034068 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733063034068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613af961: reopening flushed file at 1733063034475 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca42665: reopening flushed file at 1733063034478 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ae6d34: reopening flushed file at 1733063034483 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false at 1733063034487 (+4 ms)Writing region close event to WAL at 1733063034497 (+10 ms)Closed at 1733063034497 2024-12-01T14:23:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38779 is added to blk_1073741830_1006 (size=32770) 2024-12-01T14:23:54,500 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:54,500 INFO [M:0;57b748500ef9:40249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:23:54,500 INFO [M:0;57b748500ef9:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40249 2024-12-01T14:23:54,500 INFO [M:0;57b748500ef9:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:54,671 INFO [M:0;57b748500ef9:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x1019146b9200003, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:54,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e287930{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:54,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60bef32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:54,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:54,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12407312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:54,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715b30ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:54,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:23:54,674 WARN [BP-867369985-172.17.0.3-1733063005138 heartbeating to localhost/127.0.0.1:42331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:23:54,674 WARN [BP-867369985-172.17.0.3-1733063005138 heartbeating to localhost/127.0.0.1:42331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-867369985-172.17.0.3-1733063005138 (Datanode Uuid b3b2046b-d8bb-4eb5-bdb9-fc65587ccb06) service to localhost/127.0.0.1:42331 2024-12-01T14:23:54,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:23:54,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/cluster_76cd44f4-38e9-ce2f-627d-2101da4f1224/data/data1/current/BP-867369985-172.17.0.3-1733063005138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:54,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/cluster_76cd44f4-38e9-ce2f-627d-2101da4f1224/data/data2/current/BP-867369985-172.17.0.3-1733063005138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:54,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:23:54,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a293eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:54,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72016d4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:54,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:54,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d4ade3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:54,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc148ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fb3d6b4-a36b-d263-a957-aeadc616fa7b/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:54,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:23:54,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:23:54,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:54,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:54,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:54,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:54,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:54,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:23:54,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=848478192, stopped=false 2024-12-01T14:23:54,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57b748500ef9,45469,1733063001625 2024-12-01T14:23:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249768704/running 2024-12-01T14:23:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249768704/running 2024-12-01T14:23:54,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:54,717 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:54,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:23:54,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:54,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:54,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/running 2024-12-01T14:23:54,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57b748500ef9,34159,1733063001808' ***** 2024-12-01T14:23:54,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:23:54,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Set watcher on znode that does not yet exist, /0-1249768704/running 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:23:54,718 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c810e1aaa888581f3a28106dc3bebde 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(959): stopping server 57b748500ef9,34159,1733063001808 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:54,718 INFO [RS:0;57b748500ef9:34159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:34159. 2024-12-01T14:23:54,718 DEBUG [RS:0;57b748500ef9:34159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:54,718 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:54,718 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c810e1aaa888581f3a28106dc3bebde, disabling compactions & flushes 2024-12-01T14:23:54,718 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:54,718 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:54,719 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. after waiting 0 ms 2024-12-01T14:23:54,719 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:54,719 INFO [RS:0;57b748500ef9:34159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:23:54,719 INFO [RS:0;57b748500ef9:34159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:23:54,719 INFO [RS:0;57b748500ef9:34159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:23:54,719 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:23:54,720 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T14:23:54,720 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1325): Online Regions={8c810e1aaa888581f3a28106dc3bebde=test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde., 1588230740=hbase:meta,,1.1588230740, ea48300559c1bfd05220dcb84569f638=hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638.} 2024-12-01T14:23:54,720 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:23:54,720 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c810e1aaa888581f3a28106dc3bebde, ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:54,720 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:23:54,720 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:23:54,720 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:23:54,720 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:23:54,720 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T14:23:54,722 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/default/test/8c810e1aaa888581f3a28106dc3bebde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T14:23:54,723 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c810e1aaa888581f3a28106dc3bebde: Waiting for close lock at 1733063034718Running coprocessor pre-close hooks at 1733063034718Disabling compacts and flushes for region at 1733063034718Disabling writes for close at 1733063034719 (+1 ms)Writing region close event to WAL at 1733063034720 (+1 ms)Running coprocessor post-close hooks at 1733063034723 (+3 ms)Closed at 1733063034723 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde. 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea48300559c1bfd05220dcb84569f638, disabling compactions & flushes 2024-12-01T14:23:54,723 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. after waiting 0 ms 2024-12-01T14:23:54,723 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:54,723 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea48300559c1bfd05220dcb84569f638 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-01T14:23:54,737 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/info/5023b0e7bb9f4008a7d5812d7e47edda is 147, key is hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638./info:regioninfo/1733063023201/Put/seqid=0 2024-12-01T14:23:54,740 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/.tmp/hfileref/c65eb962abf74fa5bf710e513f20e3f7 is 74, key is 1/hfileref:0ab93dc1ec314190beeee7b4f2f7005d_SeqId_4_/1733063025791/DeleteColumn/seqid=0 2024-12-01T14:23:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741847_1023 (size=7686) 2024-12-01T14:23:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741848_1024 (size=5489) 2024-12-01T14:23:54,743 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/.tmp/hfileref/c65eb962abf74fa5bf710e513f20e3f7 2024-12-01T14:23:54,754 INFO [regionserver/57b748500ef9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:54,763 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/.tmp/queue/f7a8bd573f2a4e9883f78dfd4e201b5c is 153, key is 1-57b748500ef9,34159,1733063001808/queue:57b748500ef9%2C34159%2C1733063001808/1733063027972/Put/seqid=0 2024-12-01T14:23:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741849_1025 (size=5504) 2024-12-01T14:23:54,847 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:54,852 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:54,852 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:54,852 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:54,854 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57b748500ef9,34159,1733063001808: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57b748500ef9,34159,1733063001808, walGroup=57b748500ef9%2C34159%2C1733063001808, offset=57b748500ef9%2C34159%2C1733063001808.1733063026548:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:34159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T14:23:54,856 ERROR [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:23:54,856 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:23:54,856 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:23:54,856 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:23:54,856 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:23:54,856 INFO [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 1116195000 }, "NonHeapMemoryUsage": { "committed": 211091456, "init": 7667712, "max": -1, "used": 208012944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T14:23:54,857 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:45469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:45469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T14:23:54,920 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:55,061 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:55,089 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 393, reset compression=false 2024-12-01T14:23:55,092 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T14:23:55,092 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:55,092 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-57b748500ef9,34159,1733063001808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T14:23:55,093 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-01T14:23:55,120 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea48300559c1bfd05220dcb84569f638 2024-12-01T14:23:55,141 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/info/5023b0e7bb9f4008a7d5812d7e47edda 2024-12-01T14:23:55,164 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/ns/caa834db2e36466da830e1d0a14f5a1e is 43, key is default/ns:d/1733063004954/Put/seqid=0 2024-12-01T14:23:55,166 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/.tmp/queue/f7a8bd573f2a4e9883f78dfd4e201b5c 2024-12-01T14:23:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741850_1026 (size=5153) 2024-12-01T14:23:55,170 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/.tmp/hfileref/c65eb962abf74fa5bf710e513f20e3f7 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/hfileref/c65eb962abf74fa5bf710e513f20e3f7 2024-12-01T14:23:55,173 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/hfileref/c65eb962abf74fa5bf710e513f20e3f7, entries=6, sequenceid=17, filesize=5.4 K 2024-12-01T14:23:55,174 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/.tmp/queue/f7a8bd573f2a4e9883f78dfd4e201b5c as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/queue/f7a8bd573f2a4e9883f78dfd4e201b5c 2024-12-01T14:23:55,177 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/queue/f7a8bd573f2a4e9883f78dfd4e201b5c, entries=2, sequenceid=17, filesize=5.4 K 2024-12-01T14:23:55,178 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ea48300559c1bfd05220dcb84569f638 in 455ms, sequenceid=17, compaction requested=false 2024-12-01T14:23:55,181 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/replication/ea48300559c1bfd05220dcb84569f638/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-01T14:23:55,181 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:55,181 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:55,181 INFO [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:55,181 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea48300559c1bfd05220dcb84569f638: Waiting for close lock at 1733063034723Running coprocessor pre-close hooks at 1733063034723Disabling compacts and flushes for region at 1733063034723Disabling writes for close at 1733063034723Obtaining lock to block concurrent updates at 1733063034723Preparing flush snapshotting stores in ea48300559c1bfd05220dcb84569f638 at 1733063034723Finished memstore snapshotting hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733063034723Flushing stores of hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. at 1733063034724 (+1 ms)Flushing ea48300559c1bfd05220dcb84569f638/hfileref: creating writer at 1733063034724Flushing ea48300559c1bfd05220dcb84569f638/hfileref: appending metadata at 1733063034739 (+15 ms)Flushing ea48300559c1bfd05220dcb84569f638/hfileref: closing flushed file at 1733063034740 (+1 ms)Flushing ea48300559c1bfd05220dcb84569f638/queue: creating writer at 1733063034747 (+7 ms)Flushing ea48300559c1bfd05220dcb84569f638/queue: appending metadata at 1733063034762 (+15 ms)Flushing ea48300559c1bfd05220dcb84569f638/queue: closing flushed file at 1733063034762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cefa05e: reopening flushed file at 1733063035169 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49bfe11f: reopening flushed file at 1733063035173 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for ea48300559c1bfd05220dcb84569f638 in 455ms, sequenceid=17, compaction requested=false at 1733063035178 (+5 ms)Writing region close event to WAL at 1733063035179 (+1 ms)Running coprocessor post-close hooks at 1733063035181 (+2 ms)Closed at 1733063035181 2024-12-01T14:23:55,181 DEBUG [RS_CLOSE_REGION-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733063022391.ea48300559c1bfd05220dcb84569f638. 2024-12-01T14:23:55,295 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:55,321 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:55,365 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:55,521 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:55,568 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/ns/caa834db2e36466da830e1d0a14f5a1e 2024-12-01T14:23:55,582 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/rep_barrier/a596844f35e542dbac287436fe0e1c80 is 112, key is test,,1733063015912.8c810e1aaa888581f3a28106dc3bebde./rep_barrier:seqnumDuringOpen/1733063017063/Put/seqid=0 2024-12-01T14:23:55,583 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:23:55,583 INFO [regionserver/57b748500ef9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:23:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741851_1027 (size=5518) 2024-12-01T14:23:55,599 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:55,721 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T14:23:55,721 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T14:23:55,721 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:55,768 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:55,921 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:55,985 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/rep_barrier/a596844f35e542dbac287436fe0e1c80 2024-12-01T14:23:56,002 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:56,005 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/table/2779aba8fe794ec0b6bdc81f4e750f29 is 53, key is hbase:replication/table:state/1733063023212/Put/seqid=0 2024-12-01T14:23:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741852_1028 (size=5308) 2024-12-01T14:23:56,121 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:56,272 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:56,322 DEBUG [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T14:23:56,411 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/table/2779aba8fe794ec0b6bdc81f4e750f29 2024-12-01T14:23:56,416 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/info/5023b0e7bb9f4008a7d5812d7e47edda as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/info/5023b0e7bb9f4008a7d5812d7e47edda 2024-12-01T14:23:56,421 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/info/5023b0e7bb9f4008a7d5812d7e47edda, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T14:23:56,421 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/ns/caa834db2e36466da830e1d0a14f5a1e as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/ns/caa834db2e36466da830e1d0a14f5a1e 2024-12-01T14:23:56,425 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/ns/caa834db2e36466da830e1d0a14f5a1e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T14:23:56,426 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/rep_barrier/a596844f35e542dbac287436fe0e1c80 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/rep_barrier/a596844f35e542dbac287436fe0e1c80 2024-12-01T14:23:56,430 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/rep_barrier/a596844f35e542dbac287436fe0e1c80, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T14:23:56,430 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/.tmp/table/2779aba8fe794ec0b6bdc81f4e750f29 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/table/2779aba8fe794ec0b6bdc81f4e750f29 2024-12-01T14:23:56,434 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/table/2779aba8fe794ec0b6bdc81f4e750f29, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T14:23:56,435 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-01T14:23:56,435 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:23:56,440 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T14:23:56,441 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T14:23:56,441 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:23:56,441 INFO [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:56,441 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733063034720Running coprocessor pre-close hooks at 1733063034720Disabling compacts and flushes for region at 1733063034720Disabling writes for close at 1733063034720Obtaining lock to block concurrent updates at 1733063034720Preparing flush snapshotting stores in 1588230740 at 1733063034720Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733063034721 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733063034721Flushing 1588230740/info: creating writer at 1733063034721Flushing 1588230740/info: appending metadata at 1733063034737 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733063034737Flushing 1588230740/ns: creating writer at 1733063035145 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733063035163 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733063035164 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733063035571 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733063035582 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733063035582Flushing 1588230740/table: creating writer at 1733063035988 (+406 ms)Flushing 1588230740/table: appending metadata at 1733063036004 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733063036004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c84899c: reopening flushed file at 1733063036415 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bba1e07: reopening flushed file at 1733063036421 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f60f5e: reopening flushed file at 1733063036425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e68118: reopening flushed file at 1733063036430 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733063036435 (+5 ms)Writing region close event to WAL at 1733063036438 (+3 ms)Running coprocessor post-close hooks at 1733063036441 (+3 ms)Closed at 1733063036441 2024-12-01T14:23:56,441 DEBUG [RS_CLOSE_META-regionserver/57b748500ef9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:23:56,504 DEBUG [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.1733063026548 to pos 688, reset compression=false 2024-12-01T14:23:56,522 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(976): stopping server 57b748500ef9,34159,1733063001808; all regions closed. 2024-12-01T14:23:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741842_1018 (size=859) 2024-12-01T14:23:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741843_1019 (size=2791) 2024-12-01T14:23:56,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/WALs/57b748500ef9,34159,1733063001808/57b748500ef9%2C34159%2C1733063001808.rep.1733063026491 not finished, retry = 0 2024-12-01T14:23:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741844_1020 (size=696) 2024-12-01T14:23:56,636 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:56,636 INFO [RS:0;57b748500ef9:34159 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:23:56,636 INFO [RS:0;57b748500ef9:34159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:56,636 INFO [RS:0;57b748500ef9:34159 {}] hbase.ChoreService(370): Chore service for: regionserver/57b748500ef9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:56,636 INFO [RS:0;57b748500ef9:34159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:56,636 INFO [RS:0;57b748500ef9:34159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57b748500ef9,34159,1733063001808 because: Region server is closing 2024-12-01T14:23:56,636 INFO [regionserver/57b748500ef9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:56,637 INFO [RS:0;57b748500ef9:34159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:34159. 2024-12-01T14:23:56,637 DEBUG [RS:0;57b748500ef9:34159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:56,637 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:56,637 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:56,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:56,737 INFO [RS:0;57b748500ef9:34159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 terminated 2024-12-01T14:23:56,737 INFO [RS:0;57b748500ef9:34159 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-57b748500ef9,34159,1733063001808 because: Region server is closing 2024-12-01T14:23:56,737 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,1-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,1-57b748500ef9,34159,1733063001808 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:23:56,737 INFO [RS:0;57b748500ef9:34159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57b748500ef9:34159. 2024-12-01T14:23:56,738 DEBUG [RS:0;57b748500ef9:34159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:23:56,738 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:56,738 DEBUG [RS:0;57b748500ef9:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:23:56,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:23:56,838 INFO [RS:0;57b748500ef9:34159 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.shipper57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 terminated 2024-12-01T14:23:56,838 WARN [RS_REFRESH_PEER-regionserver/57b748500ef9:0-0.replicationSource,2-57b748500ef9,34159,1733063001808.replicationSource.wal-reader.57b748500ef9%2C34159%2C1733063001808,2-57b748500ef9,34159,1733063001808 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T14:23:56,838 INFO [RS:0;57b748500ef9:34159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34159 2024-12-01T14:23:56,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249768704/rs/57b748500ef9,34159,1733063001808 2024-12-01T14:23:56,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704/rs 2024-12-01T14:23:56,922 INFO [RS:0;57b748500ef9:34159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:56,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57b748500ef9,34159,1733063001808] 2024-12-01T14:23:57,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1249768704/draining/57b748500ef9,34159,1733063001808 already deleted, retry=false 2024-12-01T14:23:57,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57b748500ef9,34159,1733063001808 expired; onlineServers=0 2024-12-01T14:23:57,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57b748500ef9,45469,1733063001625' ***** 2024-12-01T14:23:57,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:23:57,038 INFO [M:0;57b748500ef9:45469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:23:57,038 INFO [M:0;57b748500ef9:45469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:23:57,038 DEBUG [M:0;57b748500ef9:45469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:23:57,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:23:57,038 DEBUG [M:0;57b748500ef9:45469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:23:57,038 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063003424 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.small.0-1733063003424,5,FailOnTimeoutGroup] 2024-12-01T14:23:57,038 DEBUG [master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063003423 {}] cleaner.HFileCleaner(306): Exit Thread[master/57b748500ef9:0:becomeActiveMaster-HFileCleaner.large.0-1733063003423,5,FailOnTimeoutGroup] 2024-12-01T14:23:57,039 INFO [M:0;57b748500ef9:45469 {}] hbase.ChoreService(370): Chore service for: master/57b748500ef9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:23:57,039 INFO [M:0;57b748500ef9:45469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:23:57,039 DEBUG [M:0;57b748500ef9:45469 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:23:57,039 INFO [M:0;57b748500ef9:45469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:23:57,039 INFO [M:0;57b748500ef9:45469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:23:57,039 ERROR [M:0;57b748500ef9:45469 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:40847 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40847,5,PEWorkerGroup] 2024-12-01T14:23:57,039 INFO [M:0;57b748500ef9:45469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:23:57,039 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:23:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:57,070 INFO [RS:0;57b748500ef9:34159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1019146b9200001, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:57,070 INFO [RS:0;57b748500ef9:34159 {}] regionserver.HRegionServer(1031): Exiting; stopping=57b748500ef9,34159,1733063001808; zookeeper connection closed. 2024-12-01T14:23:57,071 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56098ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56098ae 2024-12-01T14:23:57,071 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T14:23:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1249768704/master 2024-12-01T14:23:57,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1249768704 2024-12-01T14:23:57,112 DEBUG [M:0;57b748500ef9:45469 {}] zookeeper.ZKUtil(347): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Unable to get data of znode /0-1249768704/master because node does not exist (not an error) 2024-12-01T14:23:57,112 WARN [M:0;57b748500ef9:45469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:23:57,113 INFO [M:0;57b748500ef9:45469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/.lastflushedseqids 2024-12-01T14:23:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741853_1029 (size=263) 2024-12-01T14:23:57,516 INFO [M:0;57b748500ef9:45469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:23:57,516 INFO [M:0;57b748500ef9:45469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:23:57,516 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:23:57,516 INFO [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:57,516 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:57,516 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:23:57,516 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:57,517 INFO [M:0;57b748500ef9:45469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-12-01T14:23:57,532 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:23:57,532 INFO [master/57b748500ef9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:23:57,533 DEBUG [M:0;57b748500ef9:45469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/314a3e719fbe4ac6aa6a6513ab66d125 is 82, key is hbase:meta,,1/info:regioninfo/1733063004921/Put/seqid=0 2024-12-01T14:23:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741854_1030 (size=5672) 2024-12-01T14:23:57,936 INFO [M:0;57b748500ef9:45469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/314a3e719fbe4ac6aa6a6513ab66d125 2024-12-01T14:23:57,951 DEBUG [M:0;57b748500ef9:45469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e77a41fb90454a299c191654eec9750f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733063017075/Put/seqid=0 2024-12-01T14:23:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741855_1031 (size=7611) 2024-12-01T14:23:58,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:23:58,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:23:58,125 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168986 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57b748500ef9,35781,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57b748500ef9:35781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T14:23:58,355 INFO [M:0;57b748500ef9:45469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e77a41fb90454a299c191654eec9750f 2024-12-01T14:23:58,358 INFO [M:0;57b748500ef9:45469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e77a41fb90454a299c191654eec9750f 2024-12-01T14:23:58,371 DEBUG [M:0;57b748500ef9:45469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9c9a78952ca4705ab6d298491f277c7 is 69, key is 57b748500ef9,34159,1733063001808/rs:state/1733063003492/Put/seqid=0 2024-12-01T14:23:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741856_1032 (size=5156) 2024-12-01T14:23:58,775 INFO [M:0;57b748500ef9:45469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9c9a78952ca4705ab6d298491f277c7 2024-12-01T14:23:58,778 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/314a3e719fbe4ac6aa6a6513ab66d125 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/314a3e719fbe4ac6aa6a6513ab66d125 2024-12-01T14:23:58,781 INFO [M:0;57b748500ef9:45469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/314a3e719fbe4ac6aa6a6513ab66d125, entries=8, sequenceid=121, filesize=5.5 K 2024-12-01T14:23:58,782 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e77a41fb90454a299c191654eec9750f as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e77a41fb90454a299c191654eec9750f 2024-12-01T14:23:58,785 INFO [M:0;57b748500ef9:45469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e77a41fb90454a299c191654eec9750f 2024-12-01T14:23:58,785 INFO [M:0;57b748500ef9:45469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e77a41fb90454a299c191654eec9750f, entries=13, sequenceid=121, filesize=7.4 K 2024-12-01T14:23:58,786 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9c9a78952ca4705ab6d298491f277c7 as hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9c9a78952ca4705ab6d298491f277c7 2024-12-01T14:23:58,789 INFO [M:0;57b748500ef9:45469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40847/user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9c9a78952ca4705ab6d298491f277c7, entries=1, sequenceid=121, filesize=5.0 K 2024-12-01T14:23:58,790 INFO [M:0;57b748500ef9:45469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=121, compaction requested=false 2024-12-01T14:23:58,791 INFO [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:23:58,791 DEBUG [M:0;57b748500ef9:45469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733063037516Disabling compacts and flushes for region at 1733063037516Disabling writes for close at 1733063037516Obtaining lock to block concurrent updates at 1733063037517 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733063037517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1733063037517Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733063037517Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733063037517Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733063037532 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733063037532Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733063037940 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733063037951 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733063037951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733063038358 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733063038370 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733063038370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5263a582: reopening flushed file at 1733063038778 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93d3926: reopening flushed file at 1733063038781 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bca3186: reopening flushed file at 1733063038786 (+5 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=121, compaction requested=false at 1733063038790 (+4 ms)Writing region close event to WAL at 1733063038791 (+1 ms)Closed at 1733063038791 2024-12-01T14:23:58,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f659ff11-8dec-5d03-d2d2-66cd787acf1d/MasterData/WALs/57b748500ef9,45469,1733063001625/57b748500ef9%2C45469%2C1733063001625.1733063003154 not finished, retry = 0 2024-12-01T14:23:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41381 is added to blk_1073741830_1006 (size=69932) 2024-12-01T14:23:58,893 INFO [M:0;57b748500ef9:45469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:23:58,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:23:58,893 INFO [M:0;57b748500ef9:45469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45469 2024-12-01T14:23:58,894 INFO [M:0;57b748500ef9:45469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:23:59,011 INFO [M:0;57b748500ef9:45469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:23:59,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:59,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45469-0x1019146b9200000, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:23:59,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@506efc0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:23:59,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40f1faae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:59,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:59,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1676f967{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:59,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d220e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:59,014 WARN [BP-1440231775-172.17.0.3-1733062999439 heartbeating to localhost/127.0.0.1:40847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:23:59,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:23:59,014 WARN [BP-1440231775-172.17.0.3-1733062999439 heartbeating to localhost/127.0.0.1:40847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1440231775-172.17.0.3-1733062999439 (Datanode Uuid eee45139-9bfa-43ba-ad7a-87bbc1d8dd42) service to localhost/127.0.0.1:40847 2024-12-01T14:23:59,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:23:59,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:23:59,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/data/data1/current/BP-1440231775-172.17.0.3-1733062999439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:59,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/cluster_ad8fdd26-e0bb-3c32-892b-0fe3860ed2fe/data/data2/current/BP-1440231775-172.17.0.3-1733062999439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:23:59,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4033f57c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:23:59,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33dae6bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:23:59,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:23:59,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c28e4fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:23:59,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4437af4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edff3fd-925c-a66d-0def-f02e7f62fc7f/hadoop.log.dir/,STOPPED} 2024-12-01T14:23:59,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:23:59,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:23:59,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 528) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40081 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53333) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53333) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53333) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40847 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:42331 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=969 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=3781 (was 3288) - AvailableMemoryMB LEAK? - 2024-12-01T14:23:59,052 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-12-01T14:23:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019146b9200005, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:23:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019146b9200008, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:23:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019146b9200002, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T14:23:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019146b9200008, quorum=127.0.0.1:53333, baseZNode=/21885590542 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:23:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019146b9200002, quorum=127.0.0.1:53333, baseZNode=/0-1249768704 Received Disconnected from ZooKeeper, ignoring 2024-12-01T14:23:59,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019146b9200005, quorum=127.0.0.1:53333, baseZNode=/11567367657 Received Disconnected from ZooKeeper, ignoring